-- Logs begin at Fri 2022-08-12 00:35:52 UTC, end at Fri 2022-08-12 01:47:47 UTC. -- Aug 12 01:19:49.813832 dv-cinder-784815-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 01:19:52.429585 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.common.config [-] Logging enabled! Aug 12 01:19:52.430128 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev474 Aug 12 01:19:52.430357 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106190) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 12 01:19:52.433857 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.common.config [-] Logging enabled! Aug 12 01:19:52.434128 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev474 Aug 12 01:19:52.434417 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106190) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 12 01:19:52.435344 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 01:19:52.435568 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 01:19:52.436066 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 01:19:52.436308 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 01:19:52.436529 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 01:19:52.436847 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.437139 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.437364 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.437650 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.437922 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.438198 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.438480 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.438841 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.439172 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.439446 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.439759 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.439984 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.440260 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.440544 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.440809 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.441029 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] debug = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.441306 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.441723 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.442131 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.442418 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.442703 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.442977 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.443243 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.443513 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.443821 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.444145 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] host = dv-cinder-784815-15-iscsi {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.444426 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.444703 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.444984 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.445263 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.445532 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.445801 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.446082 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.446348 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.446616 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] log_file = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.446887 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.447168 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.447450 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.447759 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.447980 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.448197 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.448475 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.448758 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.449031 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.449300 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.449569 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.449840 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.450111 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.450374 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.450652 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.450930 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.451207 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.451475 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.451828 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.452095 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.452361 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.452638 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.452907 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.453173 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.453440 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.453722 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.453988 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.454257 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.454573 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.454854 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.455128 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.455412 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.455710 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.455988 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.456255 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.456678 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.456776 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] use_json = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.457039 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.457301 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.457574 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.457904 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.458102 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.458368 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.458631 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.458907 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.459172 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:52.459462 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.459776 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.460204 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.460488 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.460784 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.461061 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.461346 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.461620 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.461907 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.462193 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.462481 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.462758 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.463052 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.463337 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.463648 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.463957 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.464245 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.464533 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.464836 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.465102 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.465374 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.465647 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.465928 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.466198 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.466484 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.466769 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.467030 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.467319 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.467622 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.467903 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.468200 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.468464 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.468736 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.469010 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.469295 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.469570 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.469841 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.470142 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.470455 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.470725 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.471007 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.471294 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.471602 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.471875 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.472149 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.472437 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.472713 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.472983 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.473253 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.473528 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.473800 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.474085 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.474360 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.474642 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.474899 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.475175 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.475443 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.475735 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.476010 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.476281 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.476555 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.476826 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.477095 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.477367 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.477635 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.477902 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.478171 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.478440 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.478713 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.478979 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.479248 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.479516 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.479812 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.480085 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.480380 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.480653 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.480928 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.481201 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.481473 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.481745 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.482021 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.482296 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.482572 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.482841 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.483126 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.483408 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.483720 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.484006 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.484283 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.484597 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.484873 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.485150 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.485425 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.485700 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.485999 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.486280 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.486556 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.486832 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.487112 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.487391 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.487714 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.488009 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.488288 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.488582 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.488872 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.489161 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.489437 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.489744 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.490023 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:52.490238 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 01:19:52.490476 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106190) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 01:19:52.777697 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 12 01:19:52.778000 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 12 01:19:52.778264 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 12 01:19:52.778486 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 12 01:19:52.778761 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 12 01:19:52.779096 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 01:19:53.185350 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.185673 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.185937 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.187231 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.187497 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.187783 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.239070 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.239345 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.239629 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.253879 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.254153 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.254413 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.283333 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.283638 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.283899 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.319559 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.319849 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.320100 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.544967 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.545597 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.545597 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.545751 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.546552 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.642422 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.642742 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.643013 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.643283 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.643581 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.643881 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.644132 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.644385 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.644637 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.644917 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.645154 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.645420 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.645674 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.645922 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.646172 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.646431 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.646682 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.646931 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.647194 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.647447 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.647741 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.647992 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.648271 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.648646 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.648895 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.649137 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.649529 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:19:53.649764 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:19:53.649995 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:19:53.650225 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:19:53.650451 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:19:53.650679 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:19:53.651037 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 01:19:53.654113 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 01:19:53.658029 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 01:19:53.661851 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 12 01:19:53.663447 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 01:19:53.664091 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 01:19:53.664417 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 01:19:53.664791 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 01:19:53.667523 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 01:19:53.667790 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 01:19:53.668136 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 01:19:53.673134 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 01:19:53.696047 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 01:19:53.696487 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.696781 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106190) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 12 01:19:53.697140 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.698464 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106190) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 01:19:53.698735 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 01:19:53.698976 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 01:19:53.702251 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.702527 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:53.843614 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 01:19:53.843772 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 01:19:53.844054 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 01:19:53.844463 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 01:19:53.897370 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO dbcounter [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Registered counter for database neutron Aug 12 01:19:53.919394 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_db.sqlalchemy.engines [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106190) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 01:19:53.926704 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writer thread running {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 12 01:19:54.488418 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Initializing driver for type 'gre' Aug 12 01:19:54.489007 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] gre ID ranges: [(1, 1000)] Aug 12 01:19:54.549267 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Initializing driver for type 'local' Aug 12 01:19:54.549829 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Initializing driver for type 'vlan' Aug 12 01:19:54.565402 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] VlanTypeDriver initialization complete Aug 12 01:19:54.565784 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Initializing driver for type 'vxlan' Aug 12 01:19:54.566271 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] vxlan ID ranges: [(1, 1000)] Aug 12 01:19:54.622162 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Initializing extension driver 'port_security' Aug 12 01:19:54.622444 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.extensions.port_security [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] PortSecurityExtensionDriver initialization complete Aug 12 01:19:54.622781 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Initializing mechanism driver 'openvswitch' Aug 12 01:19:54.623105 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Initializing mechanism driver 'hyperv' Aug 12 01:19:54.630009 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:19:54.630725 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > port after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.631096 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > port after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.631760 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > port after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.631983 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 12 01:19:54.632403 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > subnet after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.632761 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > subnet after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.633164 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.633822 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 12 01:19:54.633990 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > network after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.634360 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > network after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.634723 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > network after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.635099 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 12 01:19:54.635500 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > security_group after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.635878 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > security_group after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.636225 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.636615 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 12 01:19:54.637019 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.637371 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.637711 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.638102 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 12 01:19:54.638500 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > address_group after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.638850 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > address_group after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.639193 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.639601 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 12 01:19:54.640048 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] ML2 OVO RPC backend initialized. {{(pid=106190) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 12 01:19:54.640758 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.641118 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.641547 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > network before_response 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.641897 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > networks before_response 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.642244 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > port before_response 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.642570 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > ports before_response 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.642914 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > subnet before_response 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.643256 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > subnets before_response 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.643637 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > network after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.643982 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > network after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.644318 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > network after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.644656 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > port after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.644991 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > port after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.645326 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > port after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.645662 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > subnet after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.645999 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > subnet after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.646333 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.653966 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded quota_driver: . Aug 12 01:19:54.654333 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Modular L2 Plugin initialization complete Aug 12 01:19:54.654686 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading services supported by the core plugin {{(pid=106190) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 01:19:54.655037 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.managers [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Got port-security extension from driver 'port_security' Aug 12 01:19:54.655526 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.extensions.vlantransparent [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Disabled vlantransparent extension. Aug 12 01:19:54.656048 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106190) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 01:19:54.656377 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading Plugin: router Aug 12 01:19:54.692286 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.692680 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router after_create 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.693054 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router before_create 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.693422 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.693800 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.694157 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router after_delete 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.694520 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.694874 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.695228 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router after_create 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.695573 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router after_update 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.695957 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router after_update 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.696293 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.696644 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router after_update 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.697054 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router precommit_update 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.697422 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: port after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.697766 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: port after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.698106 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: subnet after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.698446 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.698795 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.699142 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router precommit_create 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.699489 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: port before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.699844 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router precommit_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.700197 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router after_update 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.700540 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.700894 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router precommit_create 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.701256 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.701603 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router precommit_update 55549900 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.701973 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > agent after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.702329 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > agent after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.702682 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > network after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.703558 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Tracking information for resource: router configured {{(pid=106190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:19:54.703904 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Tracking information for resource: floatingip configured {{(pid=106190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:19:54.708747 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.db.l3_agentschedulers_db [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 01:19:54.709323 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: port after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.709681 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: port after_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.710032 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: port after_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.710389 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: port after_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.711177 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router before_create 55550100 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.711566 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.711942 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router precommit_create 55550100 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.712298 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > router precommit_update 55550100 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.717127 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.services.provider_configuration [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service providers = [] {{(pid=106190) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 01:19:54.717489 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.db.servicetype_db [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106190) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 01:19:54.720710 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.services.service_base [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 01:19:54.721058 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.services.service_base [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 01:19:54.721398 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.services.service_base [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 01:19:54.722277 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.services.service_base [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 01:19:54.722648 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.services.service_base [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 01:19:54.723019 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:19:54.723336 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 01:19:54.733577 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:19:54.733919 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading Plugin: auto_allocate Aug 12 01:19:54.739678 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: network precommit_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.740045 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: network precommit_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.740557 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:19:54.740885 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading Plugin: tag Aug 12 01:19:54.747692 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:19:54.748021 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading Plugin: timestamp Aug 12 01:19:54.751890 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:19:54.752224 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading Plugin: network_ip_availability Aug 12 01:19:54.757664 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.758035 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.758401 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:54.759124 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:19:54.759446 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading Plugin: flavors Aug 12 01:19:54.764461 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:19:54.764792 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading Plugin: revisions Aug 12 01:19:54.769071 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:19:54.769459 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_concurrency.lockutils [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.991s {{(pid=106190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 12 01:19:54.770198 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106190) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 12 01:19:54.770538 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Initializing extension manager. Aug 12 01:19:54.771063 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: __init__.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.771409 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: __pycache__ {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.771777 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: address_group.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.772483 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.773036 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: address-group Aug 12 01:19:54.773361 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: address_scope.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.774034 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.774539 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: address-scope Aug 12 01:19:54.774859 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.775744 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.776254 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: router-admin-state-down-before-update Aug 12 01:19:54.776574 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: agent.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.777236 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.777740 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: agent Aug 12 01:19:54.778066 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: agent_resources_synced.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.778938 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.779444 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: agent-resources-synced Aug 12 01:19:54.779797 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: allowedaddresspairs.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.781532 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.782056 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: allowed-address-pairs Aug 12 01:19:54.782383 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: auto_allocated_topology.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.783480 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.784045 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: auto-allocated-topology Aug 12 01:19:54.784376 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: availability_zone.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.785032 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.785537 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: availability_zone Aug 12 01:19:54.785864 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: availability_zone_filter.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.786723 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.787236 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: availability_zone_filter Aug 12 01:19:54.787558 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: data_plane_status.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.788451 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.788949 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 01:19:54.789273 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: default_subnetpools.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.790138 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.790650 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: default-subnetpools Aug 12 01:19:54.790972 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.791757 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.792266 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: dhcp_agent_scheduler Aug 12 01:19:54.792583 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: dns.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.793446 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.793945 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension dns-integration not supported by any of loaded plugins Aug 12 01:19:54.794263 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: dns_domain_ports.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.795128 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.795660 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 01:19:54.795984 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.796886 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.797386 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 01:19:54.797707 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: dvr.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.798374 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.798872 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: dvr Aug 12 01:19:54.799191 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: ecmp_routes.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.800086 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.800587 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 01:19:54.800908 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: empty_string_filtering.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.801770 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.802279 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: empty-string-filtering Aug 12 01:19:54.802599 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.803454 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.803989 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 01:19:54.804308 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.805172 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.805686 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 01:19:54.806009 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: external_net.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.807187 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.807723 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: external-net Aug 12 01:19:54.808050 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.808900 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.809404 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: extra_dhcp_opt Aug 12 01:19:54.809722 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: extraroute.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.810571 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.811071 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: extraroute Aug 12 01:19:54.811389 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: extraroute_atomic.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.812414 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.812924 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: extraroute-atomic Aug 12 01:19:54.813245 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: filter_validation.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.813913 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.814620 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: filter-validation Aug 12 01:19:54.814950 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: fip_pf_description.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.815841 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.816346 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 01:19:54.816669 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: fip_pf_port_range.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.817530 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.818040 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 12 01:19:54.818361 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: fip_port_details.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.819227 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.819765 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: fip-port-details Aug 12 01:19:54.820090 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: flavors.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.821324 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.821786 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: flavors Aug 12 01:19:54.822114 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.823783 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.824309 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 01:19:54.824648 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: floatingip_pools.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.825318 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.825829 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: floatingip-pools Aug 12 01:19:54.826158 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: ip_allocation.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.827034 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.827559 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 01:19:54.827890 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.828763 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.829266 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: ip-substring-filtering Aug 12 01:19:54.829617 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: l2_adjacency.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.830512 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.831009 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 01:19:54.831333 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: l3.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.832268 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.832778 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: router Aug 12 01:19:54.833104 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.835309 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.835852 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 01:19:54.836186 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.837060 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.837572 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: ext-gw-mode Aug 12 01:19:54.837904 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.838777 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.843740 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: l3-ha Aug 12 01:19:54.844083 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.845083 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.845913 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 12 01:19:54.846241 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: l3_flavors.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.847195 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.847747 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: l3-flavors Aug 12 01:19:54.848083 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.849408 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.849927 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 12 01:19:54.850258 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.851166 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.851693 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 01:19:54.852019 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: l3agentscheduler.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.853023 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.853534 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: l3_agent_scheduler Aug 12 01:19:54.853858 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: local_ip.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.855616 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.856139 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension local_ip not supported by any of loaded plugins Aug 12 01:19:54.856471 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: logging.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.857896 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.858412 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension logging not supported by any of loaded plugins Aug 12 01:19:54.858750 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: metering.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.859443 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.860246 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: metering Aug 12 01:19:54.860581 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.861660 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.862176 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: metering_source_and_destination_fields Aug 12 01:19:54.862508 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: multiprovidernet.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.863396 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.863947 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: multi-provider Aug 12 01:19:54.864273 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: netmtu.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.865160 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.865669 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: net-mtu Aug 12 01:19:54.865994 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: netmtu_writable.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.866869 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.867379 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: net-mtu-writable Aug 12 01:19:54.867729 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: network_availability_zone.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.868366 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.868882 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: network_availability_zone Aug 12 01:19:54.869205 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: network_ip_availability.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.870260 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.870766 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: network-ip-availability Aug 12 01:19:54.871089 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: network_segment_range.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.871849 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.872408 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 01:19:54.872682 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: pagination.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.873614 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.873941 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: pagination Aug 12 01:19:54.874267 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: port_device_profile.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.875121 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.875671 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: port-device-profile Aug 12 01:19:54.875997 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: port_mac_address_override.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.876924 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.877435 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: port-mac-override Aug 12 01:19:54.877760 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.878634 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.879138 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: port-mac-address-regenerate Aug 12 01:19:54.879462 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.880363 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.880874 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: port-numa-affinity-policy Aug 12 01:19:54.881197 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: port_resource_request.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.882058 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.882570 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 01:19:54.882893 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: port_resource_request_groups.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.883898 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.884405 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 12 01:19:54.884726 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: portbindings.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.885606 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.886115 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: binding Aug 12 01:19:54.886443 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: portbindings_extended.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.887681 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.888197 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: binding-extended Aug 12 01:19:54.888525 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: portsecurity.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.889415 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.889925 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: port-security Aug 12 01:19:54.890256 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: project_id.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.891174 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.891504 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: project-id Aug 12 01:19:54.891851 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: providernet.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.892761 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.893273 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: provider Aug 12 01:19:54.893597 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.897061 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.897579 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos not supported by any of loaded plugins Aug 12 01:19:54.897913 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.899105 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.899648 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 01:19:54.899978 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.900863 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.901369 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 01:19:54.901695 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_default.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.902562 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.903064 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-default not supported by any of loaded plugins Aug 12 01:19:54.903383 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_fip.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.904281 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.904789 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-fip not supported by any of loaded plugins Aug 12 01:19:54.905113 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.905974 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.906478 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 12 01:19:54.906798 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_gateway_ip.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.907751 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.908255 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 01:19:54.908576 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_port_network_policy.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.909441 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.909943 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 01:19:54.910267 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.911256 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.911785 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 12 01:19:54.912116 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.913101 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.913608 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 12 01:19:54.913929 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_pps_rule.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.915045 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.915642 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-pps not supported by any of loaded plugins Aug 12 01:19:54.915903 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_rule_type_details.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.916773 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.917274 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 01:19:54.917597 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.918463 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.918963 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 12 01:19:54.919283 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: qos_rules_alias.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.920322 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.920827 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 01:19:54.921148 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: quota_check_limit.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.922017 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.922530 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: quota-check-limit Aug 12 01:19:54.922846 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: quotasv2.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.923787 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.924113 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: quotas Aug 12 01:19:54.924433 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: quotasv2_detail.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.926092 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.926424 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: quota_details Aug 12 01:19:54.926754 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: rbac.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.929334 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.929870 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: rbac-policies Aug 12 01:19:54.930209 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: rbac_address_group.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.931108 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.931976 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: rbac-address-group Aug 12 01:19:54.932315 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: rbac_address_scope.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.933190 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.933708 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: rbac-address-scope Aug 12 01:19:54.934037 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: rbac_security_groups.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.934982 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.935501 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: rbac-security-groups Aug 12 01:19:54.935849 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: rbac_subnetpool.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.936730 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.937241 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: rbac-subnetpool Aug 12 01:19:54.937568 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: revisionifmatch.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.938451 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.939008 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: revision-if-match Aug 12 01:19:54.939333 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: revisions.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.940432 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.940950 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: standard-attr-revisions Aug 12 01:19:54.941280 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: router_availability_zone.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.941931 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.942437 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: router_availability_zone Aug 12 01:19:54.942764 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: routerservicetype.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.943676 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.944191 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension router-service-type not supported by any of loaded plugins Aug 12 01:19:54.944517 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.945408 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.945919 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: security-groups-normalized-cidr Aug 12 01:19:54.946250 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.947134 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.947758 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: port-security-groups-filtering Aug 12 01:19:54.948083 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.948974 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.949484 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: security-groups-remote-address-group Aug 12 01:19:54.949812 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.950702 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.951219 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: security-groups-shared-filtering Aug 12 01:19:54.951550 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: securitygroup.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.961039 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.961577 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: security-group Aug 12 01:19:54.961924 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: segment.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.962629 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.963135 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension segment not supported by any of loaded plugins Aug 12 01:19:54.963469 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.964403 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.964920 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 01:19:54.965248 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: servicetype.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.966291 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.966815 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: service-type Aug 12 01:19:54.967149 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: sorting.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.968136 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.968470 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: sorting Aug 12 01:19:54.968793 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: standard_attr_segment.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.969683 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.970245 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 01:19:54.970568 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: standardattrdescription.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.971182 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.971736 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: standard-attr-description Aug 12 01:19:54.972060 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: stateful_security_group.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.972961 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.973472 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: stateful-security-group Aug 12 01:19:54.973801 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: stdattrs_common.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.974344 dv-cinder-784815-15-iscsi neutron-server[106190]: WARNING neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 01:19:54.974668 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.975556 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.976075 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 01:19:54.976401 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: subnet_onboard.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.977413 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.977925 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: subnet_onboard Aug 12 01:19:54.978248 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.979138 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.979668 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 01:19:54.979995 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: subnet_service_types.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.980869 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.981381 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: subnet-service-types Aug 12 01:19:54.981716 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: subnetallocation.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.982743 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.983264 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: subnet_allocation Aug 12 01:19:54.983613 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.984239 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.984747 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: subnetpool-prefix-ops Aug 12 01:19:54.985068 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.985976 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.986478 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 01:19:54.986800 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: tagging.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.987857 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.988439 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: standard-attr-tag Aug 12 01:19:54.988750 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: timestamp.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.989924 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.990435 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loaded extension: standard-attr-timestamp Aug 12 01:19:54.990763 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: trunk.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.991776 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.992286 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension trunk not supported by any of loaded plugins Aug 12 01:19:54.992610 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: trunk_details.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.993476 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.993980 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension trunk-details not supported by any of loaded plugins Aug 12 01:19:54.994299 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: uplink_status_propagation.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.995172 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.995721 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 01:19:54.996043 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Loading extension file: vlantransparent.py {{(pid=106190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 12 01:19:54.996676 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 12 01:19:54.997179 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 01:19:54.999814 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:network Aug 12 01:19:55.000348 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:subnet Aug 12 01:19:55.000747 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 01:19:55.001136 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:port Aug 12 01:19:55.002500 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.002939 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service FLAVORS assigned prefix: {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.003586 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.004023 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.004353 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:router Aug 12 01:19:55.004789 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 01:19:55.005267 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service METERING assigned prefix: /metering {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.006716 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:55.007096 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:55.007454 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:19:55.008491 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 01:19:55.008946 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:security_group Aug 12 01:19:55.009392 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 01:19:55.009933 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service CORE assigned prefix: {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.010266 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 01:19:55.010608 dv-cinder-784815-15-iscsi neutron-server[106190]: WARNING neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] subnetpool is already registered Aug 12 01:19:55.011044 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service CORE assigned prefix: {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.011373 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 01:19:55.011730 dv-cinder-784815-15-iscsi neutron-server[106190]: WARNING neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] subnetpool is already registered Aug 12 01:19:55.014101 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.014541 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service FLAVORS assigned prefix: {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.015146 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.015593 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.015935 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:router Aug 12 01:19:55.016275 dv-cinder-784815-15-iscsi neutron-server[106190]: WARNING neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] router is already registered Aug 12 01:19:55.016688 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 01:19:55.017075 dv-cinder-784815-15-iscsi neutron-server[106190]: WARNING neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] floatingip is already registered Aug 12 01:19:55.017533 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service METERING assigned prefix: /metering {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.018210 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 01:19:55.018537 dv-cinder-784815-15-iscsi neutron-server[106190]: WARNING neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] rbac_policy is already registered Aug 12 01:19:55.018964 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:security_group Aug 12 01:19:55.019285 dv-cinder-784815-15-iscsi neutron-server[106190]: WARNING neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] security_group is already registered Aug 12 01:19:55.019716 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 01:19:55.020051 dv-cinder-784815-15-iscsi neutron-server[106190]: WARNING neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] security_group_rule is already registered Aug 12 01:19:55.020693 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service CORE assigned prefix: {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.021028 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 01:19:55.021366 dv-cinder-784815-15-iscsi neutron-server[106190]: WARNING neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] subnetpool is already registered Aug 12 01:19:55.021795 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.v2.resource_helper [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Service CORE assigned prefix: {{(pid=106190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:19:55.022121 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 01:19:55.022454 dv-cinder-784815-15-iscsi neutron-server[106190]: WARNING neutron.quota.resource_registry [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] subnetpool is already registered Aug 12 01:19:55.022918 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: extensions {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.024484 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: address-groups {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.026025 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: address-scopes {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.027443 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: agents {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.028644 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: auto-allocated-topology {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.029916 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: availability_zones {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.031160 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: dhcp-networks {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.032852 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: dhcp-agents {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.034329 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: routers {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.036105 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: flavors {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.037410 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: service_profiles {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.038625 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: next_providers {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.040128 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: service_profiles {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.041723 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: floatingip-pools {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.042961 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: routers {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.044734 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: floatingips {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.046052 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: l3-routers {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.047484 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: l3-agents {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.049034 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: metering-labels {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.050317 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: metering-label-rules {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.051749 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: network-ip-availabilities {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.053028 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: bindings {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.054633 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: quotas {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.057618 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: quotas {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.059183 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: rbac-policies {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.060450 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: security-groups {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.061803 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: security-group-rules {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.063092 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: service-providers {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.064394 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: subnetpools {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.065790 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: subnetpools {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.067369 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: tags {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.069123 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: tags {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.070976 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: tags {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.072816 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: tags {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.074519 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: tags {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.076575 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: tags {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.078265 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: tags {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.080318 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: tags {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.082118 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: tags {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.083918 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron.api.extensions [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Extended resource: tags {{(pid=106190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:19:55.090268 dv-cinder-784815-15-iscsi neutron-server[106190]: WARNING keystonemiddleware.auth_token [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 01:19:55.095497 dv-cinder-784815-15-iscsi neutron-server[106190]: WARNING keystonemiddleware.auth_token [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 01:19:55.104440 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_concurrency.lockutils [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Acquiring lock "singleton_lock" {{(pid=106190) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 12 01:19:55.104765 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_concurrency.lockutils [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Acquired lock "singleton_lock" {{(pid=106190) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 12 01:19:55.105241 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_concurrency.lockutils [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Releasing lock "singleton_lock" {{(pid=106190) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 12 01:19:55.105901 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO oslo_service.service [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Starting 2 workers Aug 12 01:19:55.110615 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Started child 106301 {{(pid=106190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 01:19:55.115052 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Started child 106302 {{(pid=106190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 01:19:55.116163 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:19:55.117029 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO neutron.service [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 01:19:55.117218 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:19:55.117626 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [-] (106301) wsgi starting up on http://0.0.0.0:9696 Aug 12 01:19:55.119603 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO oslo_service.service [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Starting 1 workers Aug 12 01:19:55.119889 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:19:55.121314 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [-] (106302) wsgi starting up on http://0.0.0.0:9696 Aug 12 01:19:55.124800 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Started child 106303 {{(pid=106190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 01:19:55.125239 dv-cinder-784815-15-iscsi neutron-server[106190]: INFO oslo_service.service [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Starting 1 workers Aug 12 01:19:55.128254 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.service [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] calling RpcWorker wait() {{(pid=106303) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 01:19:55.128809 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.service [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] returning from RpcWorker wait() {{(pid=106303) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 01:19:55.129679 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Started child 106304 {{(pid=106190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 01:19:55.129887 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:19:55.130430 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-34d6c287-5091-4574-8ac5-025a36c66465 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:19:55.130559 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:19:55.132367 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106190) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 01:19:55.132527 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 01:19:55.132705 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 01:19:55.132956 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 01:19:55.133273 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 01:19:55.133424 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 01:19:55.134118 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.134366 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.134609 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:19:55.135119 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.135119 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.135435 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.135729 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.135986 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.136280 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.136498 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.136849 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.136975 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.137235 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.137458 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.137760 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.138019 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.138264 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.138499 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.138655 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.138917 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.139167 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.139463 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.139734 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] debug = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.139996 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.140496 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.140743 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.140997 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.141231 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.141501 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.141764 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.142080 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.142335 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.142549 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.142784 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.143032 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.143274 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.143504 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.143781 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.144067 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.144293 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.144765 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] host = dv-cinder-784815-15-iscsi {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.144998 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.145231 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.145484 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.145725 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.145979 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.146223 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.146471 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.146721 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.146968 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.147192 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.147443 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.147729 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.147962 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.148202 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_file = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.148367 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_options = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.148617 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.148882 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.149136 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.149334 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.149507 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.149750 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.149894 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.150059 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.150312 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.150546 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.150955 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.151524 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.151524 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.152037 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.152037 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.152373 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.152521 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.152656 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.152856 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.153102 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.153343 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.153763 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.153926 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.154073 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.154222 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.154456 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.154681 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.155121 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.155121 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.155440 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.155615 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.155832 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:19:55.155981 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.156118 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.156340 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.156702 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.156923 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.157060 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.157252 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.157568 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.157801 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.158045 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.158290 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.158511 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.158739 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.158974 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.159198 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.159435 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] use_json = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.159804 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.159959 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.160132 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.160372 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.160758 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.160983 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.161204 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.167559 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.167559 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.167559 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.167559 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.167559 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.167559 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.167559 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.167559 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168106 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168106 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168106 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168106 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168106 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168106 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168106 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168106 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168560 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168560 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168560 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168560 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168560 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168560 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168560 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.168560 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.169005 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.169005 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.169005 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.169005 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.169005 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.169005 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.169005 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.169399 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.169399 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.169703 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.169957 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.170209 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.170434 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.170686 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.170899 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.171124 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.171330 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.171578 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.171819 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.172084 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.172402 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.172641 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.172932 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.172932 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.173233 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.173496 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.173716 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.173979 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.174170 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.174415 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.174634 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.174791 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.175051 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.175239 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.175505 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.180343 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.180343 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.180343 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.180343 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.180343 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.180343 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.180343 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.180343 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.181565 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.181565 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.181565 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.181565 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.181565 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.181565 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.181565 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.181565 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.181565 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184070 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184070 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184070 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184070 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184070 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184070 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184070 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184070 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184070 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184712 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184712 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184712 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184712 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184712 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184712 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184712 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184712 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.184712 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.185338 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.185338 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.185338 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.185338 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.185338 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.185338 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.185338 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.185338 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.185901 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.185901 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.185901 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.186109 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.186239 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.186458 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.186719 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.187561 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.187561 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.187561 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.187767 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.187832 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.188041 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.188258 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.188493 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.188716 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.188985 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.189215 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.189466 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.189686 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.189912 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.190156 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.190446 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.190687 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.190965 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.191181 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.191474 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.191802 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.192044 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.192321 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.192567 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.192815 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.193074 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.193347 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.193562 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.193806 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.194036 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.194285 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.194520 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.194736 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.194975 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.195187 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.195495 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.195749 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.195964 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.196183 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.196464 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.196666 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.196912 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.197177 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.197421 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.197654 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.197919 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.198165 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.198381 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.198625 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.198850 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.199171 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.199322 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.199573 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.199747 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.200122 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.200490 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.200854 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.201219 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.201605 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.201985 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.202225 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.202442 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.202695 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.202910 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.203153 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.203391 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.203647 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.203888 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.204108 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.204320 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.204606 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.204838 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.205102 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.205359 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.205593 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.206009 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.206267 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.206503 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.206736 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.206998 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.207213 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.207597 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.207815 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.208035 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.208249 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.208500 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.208735 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.208948 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.209211 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.209444 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.209783 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.210039 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.210283 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.210531 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.210775 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.211012 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.211229 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.211443 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.211705 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.211927 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.212170 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.212387 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.212610 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.212848 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.213068 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.213304 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.213563 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.213805 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.214055 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.214275 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.214498 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.214714 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.214929 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.215145 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.215375 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.215608 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.215819 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.216032 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.216241 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.216525 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.216782 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.217028 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.217265 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.217514 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.217724 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.217984 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.218171 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.218377 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.218603 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.218818 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.219026 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.219250 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.219461 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.219699 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.219919 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.220158 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.220385 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.220625 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.220811 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.221020 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.221239 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.221456 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.221665 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.221890 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.222101 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.222473 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.222847 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.223064 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.223274 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.223776 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.223776 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.224009 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.224191 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.224405 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.224613 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.225213 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.225213 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.225396 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.225627 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.225856 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.226097 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.226343 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.226628 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.226863 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.227118 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.227387 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.227636 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.227879 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.228152 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.228450 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.228735 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.228981 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.229235 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.229501 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.229777 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.230032 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.230243 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.231001 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.231001 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.231238 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.231374 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.231661 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.231907 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.232127 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.232342 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.232573 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.232806 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.233021 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.233257 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.234167 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.234167 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.234167 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.234167 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.234667 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.234667 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.234822 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.234975 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.235189 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.235344 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 01:19:55.235927 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106190) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 01:19:55.236084 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 01:19:55.236241 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 01:19:55.236409 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 01:19:55.236743 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 01:19:55.236854 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:19:55.237151 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 01:19:55.237357 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.237518 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.237678 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.237839 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.238021 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.238182 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.238340 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.238498 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.238656 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.238814 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.238973 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.239130 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.239327 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.239445 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.239645 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.239803 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.240102 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.240401 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.240705 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.240889 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.241074 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.241168 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] debug = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.241331 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.241639 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.241759 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.241830 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.241975 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.242127 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.242284 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.242441 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.242604 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.242774 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.242934 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.243065 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.243974 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.243974 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.243974 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.243974 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.243974 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.243974 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] host = dv-cinder-784815-15-iscsi {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.244340 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.244340 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.244477 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.244696 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.244784 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.244928 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.245066 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.245205 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.245347 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.245503 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.245659 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.245964 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.246123 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.246284 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_file = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.246441 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_options = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.246599 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.246756 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.246913 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.247099 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.247263 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.247422 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.247612 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.247774 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.247936 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.248091 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.248399 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.248556 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.248716 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.248875 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.249033 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.249190 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.249345 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.249509 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.249670 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.249835 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.249989 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.250147 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.250308 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.250465 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.250621 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.250781 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.250942 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.251100 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.251280 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.251449 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.251634 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.251790 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.251949 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.252108 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.252266 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.252423 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.252579 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.252739 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.252901 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.253060 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.253219 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.253378 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.253536 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.253693 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.254155 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.254155 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.254155 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] use_json = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.254397 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.254472 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.254583 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.254739 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.254897 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.255059 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.255216 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.255374 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.255559 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:19:55.255729 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.255892 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.256064 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.256226 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.256388 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.256548 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.256710 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.256871 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.257032 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.257193 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.257361 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.257524 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.257694 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.257866 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.258016 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.258183 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.258345 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.258506 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.258668 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.258829 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.258990 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.259151 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.259320 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.259479 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.259695 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.259875 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.260027 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.260167 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.260292 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.260444 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.260619 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.260779 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.261126 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.261263 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.261397 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.261589 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.261589 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.261835 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.261971 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.262100 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.262224 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.262380 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.262542 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.262702 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.262864 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.263025 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.263174 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.263338 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.263499 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.263689 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.263821 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.263983 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.264145 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.264307 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.264471 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.264633 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.264781 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.264952 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.265112 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.265259 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.265419 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.265579 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.265739 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.265899 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.266059 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.266218 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.266380 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.266540 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.266713 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.266886 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.267065 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.267227 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.267388 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.267567 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.267732 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.267892 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.268054 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.268215 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.268375 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.268538 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.268699 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.268858 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.269018 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.269181 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.269329 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.269489 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.269652 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.269811 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.269973 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.270133 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.270294 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.270472 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.270633 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.270793 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.270953 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.271113 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.271276 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.271442 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.271624 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.271786 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.271947 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.272110 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.272269 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.272431 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.272590 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.272750 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.272908 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.273067 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.273227 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.273386 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.273545 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.273704 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.273867 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.274027 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.274575 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.274575 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.274575 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.274856 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.274856 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.275053 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.275206 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.275206 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.275428 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.275558 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.275714 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.275874 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.276042 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.276215 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.276378 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.276543 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.276702 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.277012 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.277174 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.277336 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.277498 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.277662 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.277823 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.277970 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.278145 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.278297 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.278456 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.278618 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.278803 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.278966 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.279129 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.279293 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.279454 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.279640 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.279803 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.279965 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.280128 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.280290 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.280451 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.280614 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.280775 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.280936 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.281098 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.281260 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.281427 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.281589 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.281751 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.281912 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.282074 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.282237 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.282400 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.282588 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.282751 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.282913 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.283073 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.283235 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.283397 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.283579 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.283741 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.283902 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.284062 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.284221 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.284382 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.284544 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.284706 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.284868 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.285029 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.285190 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.285353 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.285515 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.285677 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.285837 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.286000 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.286161 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.286322 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.286484 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.286650 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.286813 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.286975 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.287136 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.287298 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.287458 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.287641 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.287821 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.287980 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.288139 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.288303 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.288463 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.288623 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.288785 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.288950 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.289111 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.289273 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.289449 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.289600 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.289761 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.289920 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.290078 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.290239 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.290402 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.290565 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.290727 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.290886 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.291049 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.291209 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.291374 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.291562 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.291716 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.291876 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.292037 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.292197 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.292367 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.293061 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.293061 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.293061 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.293061 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.293370 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.293370 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.293520 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.293596 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.293713 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.293872 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.294033 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.294192 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.294361 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.294521 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.294684 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.294844 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.295006 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.295165 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.295335 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.295495 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.295679 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.295840 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.295999 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.296159 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.296331 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.296488 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.296649 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.296808 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.296969 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.297129 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.297299 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.297459 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.297621 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.297781 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.297941 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.298102 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.298315 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.298478 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.298640 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.298808 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.298967 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.299128 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.299289 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.299461 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.299768 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.299933 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.300096 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.300256 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.300416 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.300580 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.300746 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.300909 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.301072 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.301235 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.301410 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.301580 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.301735 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.301899 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.302066 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.302239 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.302400 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.302559 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.302718 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.302878 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.303040 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.303199 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.303362 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.303521 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.303702 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.303861 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.304021 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.304180 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.304341 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.304501 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.304660 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.304819 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.304969 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.305133 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.305294 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:19:55.305446 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 01:19:55.495854 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 45428) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:19:55.505501 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [-] 10.222.0.20 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0066392 Aug 12 01:19:55.511058 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [-] 10.222.0.20 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0047946 Aug 12 01:20:04.614340 dv-cinder-784815-15-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:06.529824 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writer thread running {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 12 01:20:06.530862 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35d6cb0-f789-492e-9ad1-1bb7b2217c98 None None] get_active_networks_info from dv-cinder-784815-15-iscsi {{(pid=106303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 12 01:20:06.617939 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35d6cb0-f789-492e-9ad1-1bb7b2217c98 None None] No non-hosted networks {{(pid=106303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 01:20:06.637491 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7224830d-4da0-433d-b384-4fbf316f959c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759505'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:08.348747 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writer thread running {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 12 01:20:08.903570 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-4c744894-2404-4f6f-b5fd-10462a2e0366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759505'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:08.944633 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cd6c899f-b300-41e6-afa3-7a1d00906f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:09.773595 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759505'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:10.204504 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 45502) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:10.771138 dv-cinder-784815-15-iscsi neutron-server[106302]: WARNING oslo_policy.policy [None req-3ad14d78-ed4d-4a4c-af03-3b2b09eac977 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:20:10.771703 dv-cinder-784815-15-iscsi neutron-server[106302]: WARNING oslo_policy.policy [None req-3ad14d78-ed4d-4a4c-af03-3b2b09eac977 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:20:10.996570 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [None req-3ad14d78-ed4d-4a4c-af03-3b2b09eac977 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:20:11.012926 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3ad14d78-ed4d-4a4c-af03-3b2b09eac977 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8065159 Aug 12 01:20:11.464210 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759505'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:11.645287 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759505'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:11.646668 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.648182 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.648752 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.649340 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.649940 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.650504 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.651306 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.655430 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.656699 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.658533 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.659379 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.660699 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.661307 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.662331 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.662861 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:11.665801 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784815-15-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:20:11.681204 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784815-15-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:20:13.139767 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.db.l3_hamode_db [None req-58574c39-14df-49c5-970d-2e7e45611390 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 01:20:13.219430 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58574c39-14df-49c5-970d-2e7e45611390 None None] Routers set() bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:20:13.219824 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58574c39-14df-49c5-970d-2e7e45611390 None None] Router IDs set() for agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 12 01:20:13.449317 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 45534) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:14.005961 dv-cinder-784815-15-iscsi neutron-server[106301]: WARNING oslo_policy.policy [None req-14c1a75d-3e71-441b-8d3d-ed078ce4ca94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:20:14.006629 dv-cinder-784815-15-iscsi neutron-server[106301]: WARNING oslo_policy.policy [None req-14c1a75d-3e71-441b-8d3d-ed078ce4ca94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:20:14.220715 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-14c1a75d-3e71-441b-8d3d-ed078ce4ca94 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:20:14.310395 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.policy [None req-14c1a75d-3e71-441b-8d3d-ed078ce4ca94 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106301) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 01:20:14.351890 dv-cinder-784815-15-iscsi neutron-server[106301]: WARNING oslo_policy.policy [None req-14c1a75d-3e71-441b-8d3d-ed078ce4ca94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:20:14.352273 dv-cinder-784815-15-iscsi neutron-server[106301]: WARNING oslo_policy.policy [None req-14c1a75d-3e71-441b-8d3d-ed078ce4ca94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:20:14.372315 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writer thread running {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 12 01:20:14.452834 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-14c1a75d-3e71-441b-8d3d-ed078ce4ca94 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741100090680', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741100091188', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741100106772', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741100098387', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741100095550', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741100121424', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-718592', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1316283', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-492857', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-438102'] for rbac-policy (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:14.530623 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-14c1a75d-3e71-441b-8d3d-ed078ce4ca94 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:14.531831 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-14c1a75d-3e71-441b-8d3d-ed078ce4ca94 admin admin] 10.222.0.20 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0811157 Aug 12 01:20:16.864049 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 45550) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:17.213495 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:20:17.226764 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writer thread running {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 12 01:20:17.274544 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Made reservation on behalf of d80b1b0d8ac74a208eb5575e011c107b for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:20:17.335742 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.policy [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106302) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 01:20:17.378535 dv-cinder-784815-15-iscsi neutron-server[106302]: WARNING oslo_policy.policy [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:20:17.378898 dv-cinder-784815-15-iscsi neutron-server[106302]: WARNING oslo_policy.policy [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:20:17.389365 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:17.411789 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:17.538828 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Publish callbacks [] for security_group (245e6296-89c9-478c-8628-dbea7acc7c99), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:17.544906 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (245e6296-89c9-478c-8628-dbea7acc7c99), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:17.573976 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:20:17.613826 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741098394893', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:17.614730 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Unsubscribe: segment precommit_create {{(pid=106302) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 01:20:17.615717 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Added segment dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93 of type vlan for network 42bd3287-cd49-40a5-9d0e-0753dd844bdd Aug 12 01:20:17.634630 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=245e6296-89c9-478c-8628-dbea7acc7c99,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:17.688067 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.688413 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.688774 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.689112 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.689445 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.689780 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.690104 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.690503 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.690814 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.691413 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.691757 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.692139 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.692440 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.692759 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.693078 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Tracked resource versions report: Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: pushed versions: Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: { 'AddressGroup': {'1.2'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Agent': {'1.1'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'ConntrackHelper': {'1.0'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'LocalIPAssociation': {'1.0'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Log': {'1.0'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'NDPProxy': {'1.0'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Network': {'1.1'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Port': {'1.7'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'PortForwarding': {'1.3'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'QosPolicy': {'1.10'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'SecurityGroup': {'1.5'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'SecurityGroupRule': {'1.2'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'SubPort': {'1.0'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Subnet': {'1.1'}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Trunk': {'1.1'}} Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: consumer versions: Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: { DHCP agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: L3 agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: Metadata agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: Metering agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: Open vSwitch agent@dv-cinder-784815-15-iscsi: { 'AddressGroup': '1.2', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Agent': '1.1', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'ConntrackHelper': '1.0', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'LocalIPAssociation': '1.0', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Log': '1.0', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'NDPProxy': '1.0', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Network': '1.1', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Port': '1.7', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'PortForwarding': '1.3', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'QosPolicy': '1.10', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'SecurityGroup': '1.5', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'SecurityGroupRule': '1.2', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'SubPort': '1.0', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Subnet': '1.1', Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Trunk': '1.1'}} Aug 12 01:20:17.694548 dv-cinder-784815-15-iscsi neutron-server[106302]: {{(pid=106302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 01:20:17.725822 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (42bd3287-cd49-40a5-9d0e-0753dd844bdd), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:17.769248 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (42bd3287-cd49-40a5-9d0e-0753dd844bdd), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:17.774613 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:20:17.775311 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:17.868734 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0035079 Aug 12 01:20:17.897411 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d44372-78eb-444c-b529-bf9bc9caf57e demo demo] Pushing event updated for resources: {'Network': ['ID=42bd3287-cd49-40a5-9d0e-0753dd844bdd,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:17.909987 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network 42bd3287-cd49-40a5-9d0e-0753dd844bdd details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:20:20.286232 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 45564) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:20.768128 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50549b90-c986-426c-b5eb-5f99cd93304f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:20:20.769544 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-50549b90-c986-426c-b5eb-5f99cd93304f demo admin] 10.222.0.20 "GET /networking/v2.0/networks/42bd3287-cd49-40a5-9d0e-0753dd844bdd HTTP/1.1" status: 200 len: 825 time: 0.4820044 Aug 12 01:20:20.814384 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-31015d6a-bcfb-4d52-a5f6-042105b61308 demo admin] 10.222.0.20 "GET /networking/v2.0/subnetpools/99061d45-af8d-417e-883a-3c73f04d1939 HTTP/1.1" status: 200 len: 734 time: 0.0353587 Aug 12 01:20:20.823292 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-639195bd-1e6a-4b29-a3d1-6ce5ee793352 demo admin] Request body: {'subnet': {'subnetpool_id': '99061d45-af8d-417e-883a-3c73f04d1939', 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:20:20.835010 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=57,neutron:INSERT=40,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:20.848900 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639195bd-1e6a-4b29-a3d1-6ce5ee793352 demo admin] Made reservation on behalf of d80b1b0d8ac74a208eb5575e011c107b for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:20:20.851186 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-639195bd-1e6a-4b29-a3d1-6ce5ee793352 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:21.158583 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-639195bd-1e6a-4b29-a3d1-6ce5ee793352 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (61f2d0c4-7384-46a3-8f52-e25106286752), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:21.210541 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:21.230847 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639195bd-1e6a-4b29-a3d1-6ce5ee793352 demo admin] Pushing event updated for resources: {'Subnet': ['ID=61f2d0c4-7384-46a3-8f52-e25106286752,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:21.236458 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639195bd-1e6a-4b29-a3d1-6ce5ee793352 demo admin] Checking segment: {'id': 'dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:20:21.236820 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639195bd-1e6a-4b29-a3d1-6ce5ee793352 demo admin] Network hostable DHCP agents. Network: 42bd3287-cd49-40a5-9d0e-0753dd844bdd, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:20:21.259559 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639195bd-1e6a-4b29-a3d1-6ce5ee793352 demo admin] Network 42bd3287-cd49-40a5-9d0e-0753dd844bdd is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:20:21.273273 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-639195bd-1e6a-4b29-a3d1-6ce5ee793352 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, 42bd3287-cd49-40a5-9d0e-0753dd844bdd) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:20:21.279241 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639195bd-1e6a-4b29-a3d1-6ce5ee793352 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:20:21.279976 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-639195bd-1e6a-4b29-a3d1-6ce5ee793352 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:21.284901 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd50fa-9892-4309-905b-893838fc7491 None None] Network 42bd3287-cd49-40a5-9d0e-0753dd844bdd requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:20:21.299879 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-639195bd-1e6a-4b29-a3d1-6ce5ee793352 demo admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4798415 Aug 12 01:20:21.550263 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-42bd3287-cd49-40a5-9d0e-0753dd844bdd', 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd', 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'fixed_ips': [{'subnet_id': '61f2d0c4-7384-46a3-8f52-e25106286752'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:20:21.551575 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:21.849164 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Allocated IP 172.20.0.2 (42bd3287-cd49-40a5-9d0e-0753dd844bdd/61f2d0c4-7384-46a3-8f52-e25106286752/f1ecba56-ae3a-4df7-bc08-998100d071b0) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:20:21.856216 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:22.123523 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Publish callbacks [] for port (f1ecba56-ae3a-4df7-bc08-998100d071b0), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:22.132509 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (f1ecba56-ae3a-4df7-bc08-998100d071b0), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:22.210365 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Network 42bd3287-cd49-40a5-9d0e-0753dd844bdd is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:20:22.216616 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:20:22.221890 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Pushing event updated for resources: {'Port': ['ID=f1ecba56-ae3a-4df7-bc08-998100d071b0,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:22.224255 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:20:22.237347 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.237696 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.238043 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.238411 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.238744 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.239074 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.239399 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.239732 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.240068 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.240394 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.240716 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.241054 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.241378 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.241693 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.242010 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Tracked resource versions report: Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: pushed versions: Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: { 'AddressGroup': {'1.2'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Agent': {'1.1'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'ConntrackHelper': {'1.0'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'LocalIPAssociation': {'1.0'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Log': {'1.0'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'NDPProxy': {'1.0'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Network': {'1.1'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Port': {'1.7'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'PortForwarding': {'1.3'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'QosPolicy': {'1.10'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'SecurityGroup': {'1.5'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'SecurityGroupRule': {'1.2'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'SubPort': {'1.0'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Subnet': {'1.1'}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Trunk': {'1.1'}} Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: consumer versions: Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: { DHCP agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: L3 agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: Metadata agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: Metering agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: Open vSwitch agent@dv-cinder-784815-15-iscsi: { 'AddressGroup': '1.2', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Agent': '1.1', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'ConntrackHelper': '1.0', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'LocalIPAssociation': '1.0', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Log': '1.0', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'NDPProxy': '1.0', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Network': '1.1', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Port': '1.7', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'PortForwarding': '1.3', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'QosPolicy': '1.10', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'SecurityGroup': '1.5', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'SecurityGroupRule': '1.2', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'SubPort': '1.0', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Subnet': '1.1', Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Trunk': '1.1'}} Aug 12 01:20:22.243478 dv-cinder-784815-15-iscsi neutron-server[106303]: {{(pid=106303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 01:20:22.322484 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Attempting to bind port f1ecba56-ae3a-4df7-bc08-998100d071b0 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:20:22.323212 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Attempting to bind port f1ecba56-ae3a-4df7-bc08-998100d071b0 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:20:22.323479 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Attempting to bind port f1ecba56-ae3a-4df7-bc08-998100d071b0 on network 42bd3287-cd49-40a5-9d0e-0753dd844bdd {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:20:22.330748 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:20:22.331121 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Checking segment: {'id': 'dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:20:22.331600 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:22.331987 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Bound using segment: {'id': 'dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:20:22.332459 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Bound port: f1ecba56-ae3a-4df7-bc08-998100d071b0, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:20:22.332858 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f1ecba56-ae3a-4df7-bc08-998100d071b0), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:22.374898 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:22.398822 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] For port f1ecba56-ae3a-4df7-bc08-998100d071b0, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:20:22.418471 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] For port f1ecba56-ae3a-4df7-bc08-998100d071b0, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f1ecba56-ae3a-4df7-bc08-998100d071b0,segment=NetworkSegment(dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93),segment_id=dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:20:22.427012 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f1ecba56-ae3a-4df7-bc08-998100d071b0), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:22.479263 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230582e6-04fe-4c08-943f-29f1b20b32e8 None None] Pushing event updated for resources: {'Port': ['ID=f1ecba56-ae3a-4df7-bc08-998100d071b0,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:22.490729 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=6 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:22.497612 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:23.695437 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 45580) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:24.026558 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [None req-f00d4a54-4721-438d-8443-94a246222d5a admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:20:24.027792 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f00d4a54-4721-438d-8443-94a246222d5a admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3309405 Aug 12 01:20:24.519518 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=3,neutron:SELECT=11 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:24.524189 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=22,neutron:INSERT=34,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:26.380866 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 45592) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:26.718671 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [None req-c4a2fdb3-6290-4f91-8fa7-44adda9c5a24 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:20:26.719723 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c4a2fdb3-6290-4f91-8fa7-44adda9c5a24 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3378587 Aug 12 01:20:29.095707 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 45604) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:29.365088 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f1ecba56-ae3a-4df7-bc08-998100d071b0 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:20:29.449649 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port f1ecba56-ae3a-4df7-bc08-998100d071b0 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:20:29.450074 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f1ecba56-ae3a-4df7-bc08-998100d071b0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:29.461245 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-35fdbfed-fe90-4b6a-bd96-0eb06009bb80 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:20:29.492907 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-35fdbfed-fe90-4b6a-bd96-0eb06009bb80 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64281'] for router (0ec86525-3e50-4529-97b0-79170b52f50a), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:29.494520 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-35fdbfed-fe90-4b6a-bd96-0eb06009bb80 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64256'] for router (0ec86525-3e50-4529-97b0-79170b52f50a), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:29.554950 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port f1ecba56-ae3a-4df7-bc08-998100d071b0 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:20:29.555343 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f1ecba56-ae3a-4df7-bc08-998100d071b0), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:29.591002 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port f1ecba56-ae3a-4df7-bc08-998100d071b0, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f1ecba56-ae3a-4df7-bc08-998100d071b0,segment=NetworkSegment(dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93),segment_id=dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:20:29.596072 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f1ecba56-ae3a-4df7-bc08-998100d071b0), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:29.638890 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-35fdbfed-fe90-4b6a-bd96-0eb06009bb80 demo demo] Publish callbacks [] for router_controller (0ec86525-3e50-4529-97b0-79170b52f50a), precommit_add_association {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:29.640417 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=f1ecba56-ae3a-4df7-bc08-998100d071b0,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:29.644706 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-35fdbfed-fe90-4b6a-bd96-0eb06009bb80 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912'] for router (0ec86525-3e50-4529-97b0-79170b52f50a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:29.666848 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-35fdbfed-fe90-4b6a-bd96-0eb06009bb80 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:29.668118 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-35fdbfed-fe90-4b6a-bd96-0eb06009bb80 demo demo] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5714412 Aug 12 01:20:30.415553 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a13d43-5e87-4b1d-bae8-f9ff98e6d6c9 None None] Network 42bd3287-cd49-40a5-9d0e-0753dd844bdd requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:20:30.465978 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c5a3a60f-7e97-4244-8f9e-c8d93ca411e0 None None] Provisioning complete for port f1ecba56-ae3a-4df7-bc08-998100d071b0 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:20:30.466351 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a60f-7e97-4244-8f9e-c8d93ca411e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f1ecba56-ae3a-4df7-bc08-998100d071b0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:30.599330 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3a60f-7e97-4244-8f9e-c8d93ca411e0 None None] Current status of the port f1ecba56-ae3a-4df7-bc08-998100d071b0 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:20:30.822077 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-dc526167-7cb7-4b75-882c-cac62a90bf0c None None] Provisioning complete for port f1ecba56-ae3a-4df7-bc08-998100d071b0 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:20:30.822471 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dc526167-7cb7-4b75-882c-cac62a90bf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f1ecba56-ae3a-4df7-bc08-998100d071b0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:30.844773 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:30.895428 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-dc526167-7cb7-4b75-882c-cac62a90bf0c None None] Current status of the port f1ecba56-ae3a-4df7-bc08-998100d071b0 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:20:31.292746 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:31.294208 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:31.347360 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f1ecba56-ae3a-4df7-bc08-998100d071b0 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:20:31.397495 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:31.402010 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port f1ecba56-ae3a-4df7-bc08-998100d071b0 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:20:31.402010 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f1ecba56-ae3a-4df7-bc08-998100d071b0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:31.480455 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port f1ecba56-ae3a-4df7-bc08-998100d071b0 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:20:32.057259 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 45614) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:32.420702 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [None req-975d6f6d-a3e8-48ce-83d4-2253483f6a65 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:20:32.421953 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-975d6f6d-a3e8-48ce-83d4-2253483f6a65 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3634448 Aug 12 01:20:34.166797 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:34.189172 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:34.819414 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 45622) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:35.190266 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:20:35.210291 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Made reservation on behalf of c77071b47cbd4a83bfd54874694bd940 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:20:35.212588 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:35.223869 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:35.303399 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Publish callbacks [] for security_group (5d8db3bc-fced-4b56-9cc9-f4b5b840e1cd), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:35.309289 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5d8db3bc-fced-4b56-9cc9-f4b5b840e1cd), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:35.324472 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Reserving flat network on physical network physnet1 {{(pid=106302) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 01:20:35.346876 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8db3bc-fced-4b56-9cc9-f4b5b840e1cd,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:35.349888 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (e73acb78-1388-44bd-be53-eb3844b5c260), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:35.350135 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Added segment e73acb78-1388-44bd-be53-eb3844b5c260 of type flat for network 776c52f4-13cf-4479-a18d-8427be668cbb Aug 12 01:20:35.397017 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (776c52f4-13cf-4479-a18d-8427be668cbb), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:35.430130 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (776c52f4-13cf-4479-a18d-8427be668cbb), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:35.431409 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:20:35.432000 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:35.506288 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6855438 Aug 12 01:20:35.524573 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c3268-4fdc-44d7-b432-89461e72f419 admin admin] Pushing event updated for resources: {'Network': ['ID=776c52f4-13cf-4479-a18d-8427be668cbb,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:35.534897 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network 776c52f4-13cf-4479-a18d-8427be668cbb details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:20:36.489780 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d48e8cec-e4ea-4f42-b743-83bfd772d222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:37.930053 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 45630) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:38.328790 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d72cdb-f601-4b50-96e0-009831e525d4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:20:38.330125 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-40d72cdb-f601-4b50-96e0-009831e525d4 demo admin] 10.222.0.20 "GET /networking/v2.0/subnets/61f2d0c4-7384-46a3-8f52-e25106286752 HTTP/1.1" status: 200 len: 849 time: 0.3984737 Aug 12 01:20:38.493936 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9e9968df-45cb-49a7-bade-ac0313bbe857 demo admin] 10.222.0.20 "GET /networking/v2.0/routers/0ec86525-3e50-4529-97b0-79170b52f50a HTTP/1.1" status: 200 len: 704 time: 0.1547265 Aug 12 01:20:38.763336 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:38.901127 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-715ee0d1-b813-4eb2-ac06-59b57bcf0dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:39.015238 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:39.040095 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:39.064162 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Allocated IP 172.20.0.1 (42bd3287-cd49-40a5-9d0e-0753dd844bdd/61f2d0c4-7384-46a3-8f52-e25106286752/447eadb0-3c47-4d54-929b-ebb9506ea5b5) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:20:39.222284 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Publish callbacks [] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:39.338661 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:39.419780 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Network 42bd3287-cd49-40a5-9d0e-0753dd844bdd is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:20:39.425861 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:20:39.430174 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:20:39.432081 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777913'] for router_interface (0ec86525-3e50-4529-97b0-79170b52f50a), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:39.450648 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Pushing event updated for resources: {'Port': ['ID=447eadb0-3c47-4d54-929b-ebb9506ea5b5,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:39.626811 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:39.659575 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=8,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:39.660738 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=11,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:39.677596 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-779bded9-4838-4c32-b27c-c37405eb24dd None None] Provisioning complete for port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:20:39.677981 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-779bded9-4838-4c32-b27c-c37405eb24dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:39.710351 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-779bded9-4838-4c32-b27c-c37405eb24dd None None] Port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:20:39.735911 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:39.842293 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Publish callbacks [] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:39.849460 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:39.850839 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1778249'] for router_interface (0ec86525-3e50-4529-97b0-79170b52f50a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:39.937556 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Pushing event updated for resources: {'Port': ['ID=447eadb0-3c47-4d54-929b-ebb9506ea5b5,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:39.985756 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Network 42bd3287-cd49-40a5-9d0e-0753dd844bdd is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:20:39.987081 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:20:40.101477 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:40.106217 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:40.150288 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Router 0ec86525-3e50-4529-97b0-79170b52f50a is scheduled to L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 12 01:20:40.233643 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-66edb0f9-2007-4da8-bdf1-280248a4ca4c None None] Provisioning complete for port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:20:40.234271 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-66edb0f9-2007-4da8-bdf1-280248a4ca4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:40.242373 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:20:40.247902 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e75fc38a-5985-44f6-8462-74e3c7e83901 demo admin] 10.222.0.20 "PUT /networking/v2.0/routers/0ec86525-3e50-4529-97b0-79170b52f50a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7462239 Aug 12 01:20:40.259324 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Sync routers for ids ['0ec86525-3e50-4529-97b0-79170b52f50a'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:20:40.273718 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Routers {'0ec86525-3e50-4529-97b0-79170b52f50a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:20:40.274837 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-deb61cfc-5361-4599-8991-004de1813666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:20:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['0ec86525-3e50-4529-97b0-79170b52f50a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:20:40.331746 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-66edb0f9-2007-4da8-bdf1-280248a4ca4c None None] Port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:20:40.453328 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Set router 0ec86525-3e50-4529-97b0-79170b52f50a gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:20:40.859001 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-deb61cfc-5361-4599-8991-004de1813666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'name': 'router1', 'tenant_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:20:29Z', 'updated_at': '2022-08-12T01:20:39Z', 'revision_number': 2, 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'gw_port_host': None, '_interfaces': [{'id': '447eadb0-3c47-4d54-929b-ebb9506ea5b5', 'name': '', 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd', 'tenant_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'mac_address': 'fa:16:3e:73:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61f2d0c4-7384-46a3-8f52-e25106286752', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:20:38Z', 'updated_at': '2022-08-12T01:20:39Z', 'revision_number': 2, 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'subnets': [{'id': '61f2d0c4-7384-46a3-8f52-e25106286752', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99061d45-af8d-417e-883a-3c73f04d1939'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:20:40.908954 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Checking router: 0ec86525-3e50-4529-97b0-79170b52f50a for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:20:40.909317 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Updating router 0ec86525-3e50-4529-97b0-79170b52f50a port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:20:40.965420 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:41.420956 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:41.468431 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Publish callbacks [] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:41.474847 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:41.620863 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Attempting to bind port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:20:41.621182 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Attempting to bind port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:20:41.621644 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Attempting to bind port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 on network 42bd3287-cd49-40a5-9d0e-0753dd844bdd {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:20:41.625227 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Pushing event updated for resources: {'Port': ['ID=447eadb0-3c47-4d54-929b-ebb9506ea5b5,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:41.634386 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:41.636314 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:20:41.636746 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Checking segment: {'id': 'dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:20:41.637209 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:41.637624 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Bound using segment: {'id': 'dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:20:41.638210 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Bound port: 447eadb0-3c47-4d54-929b-ebb9506ea5b5, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:20:41.638617 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:41.642631 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.642980 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.643370 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.643758 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.644131 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.644481 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.644830 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.645173 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.645546 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.645912 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.646240 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.646581 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.646905 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.647220 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.647572 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Tracked resource versions report: Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: pushed versions: Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: { 'AddressGroup': {'1.2'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Agent': {'1.1'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'ConntrackHelper': {'1.0'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'LocalIPAssociation': {'1.0'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Log': {'1.0'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'NDPProxy': {'1.0'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Network': {'1.1'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Port': {'1.7'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'PortForwarding': {'1.3'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'QosPolicy': {'1.10'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'SecurityGroup': {'1.5'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'SecurityGroupRule': {'1.2'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'SubPort': {'1.0'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Subnet': {'1.1'}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Trunk': {'1.1'}} Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: consumer versions: Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: { DHCP agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: L3 agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: Metadata agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: Metering agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: Open vSwitch agent@dv-cinder-784815-15-iscsi: { 'AddressGroup': '1.2', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Agent': '1.1', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'ConntrackHelper': '1.0', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'LocalIPAssociation': '1.0', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Log': '1.0', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'NDPProxy': '1.0', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Network': '1.1', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Port': '1.7', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'PortForwarding': '1.3', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'QosPolicy': '1.10', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'SecurityGroup': '1.5', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'SecurityGroupRule': '1.2', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'SubPort': '1.0', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Subnet': '1.1', Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Trunk': '1.1'}} Aug 12 01:20:41.649216 dv-cinder-784815-15-iscsi neutron-server[106304]: {{(pid=106304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 01:20:41.706836 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:41.717315 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-deb61cfc-5361-4599-8991-004de1813666 None None] For port 447eadb0-3c47-4d54-929b-ebb9506ea5b5, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:20:41.741697 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-deb61cfc-5361-4599-8991-004de1813666 None None] For port 447eadb0-3c47-4d54-929b-ebb9506ea5b5, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=447eadb0-3c47-4d54-929b-ebb9506ea5b5,segment=NetworkSegment(dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93),segment_id=dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:20:41.748219 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:41.779695 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:41.791604 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Routers {'0ec86525-3e50-4529-97b0-79170b52f50a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:20:41.792292 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-deb61cfc-5361-4599-8991-004de1813666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:20:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['0ec86525-3e50-4529-97b0-79170b52f50a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:20:41.865450 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e985107-c2e8-412f-b513-59e314b59e22 None None] Pushing event updated for resources: {'Port': ['ID=447eadb0-3c47-4d54-929b-ebb9506ea5b5,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:41.892515 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-deb61cfc-5361-4599-8991-004de1813666 None None] Set router 0ec86525-3e50-4529-97b0-79170b52f50a gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:20:42.095516 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-deb61cfc-5361-4599-8991-004de1813666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'name': 'router1', 'tenant_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:20:29Z', 'updated_at': '2022-08-12T01:20:39Z', 'revision_number': 2, 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'gw_port_host': None, '_interfaces': [{'id': '447eadb0-3c47-4d54-929b-ebb9506ea5b5', 'name': '', 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd', 'tenant_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'mac_address': 'fa:16:3e:73:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61f2d0c4-7384-46a3-8f52-e25106286752', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:20:38Z', 'updated_at': '2022-08-12T01:20:41Z', 'revision_number': 4, 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'subnets': [{'id': '61f2d0c4-7384-46a3-8f52-e25106286752', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99061d45-af8d-417e-883a-3c73f04d1939'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:20:42.122916 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb61cfc-5361-4599-8991-004de1813666 None None] The sync data for ids ['0ec86525-3e50-4529-97b0-79170b52f50a'] in dv-cinder-784815-15-iscsi is: [{'id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'name': 'router1', 'tenant_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:20:29Z', 'updated_at': '2022-08-12T01:20:39Z', 'revision_number': 2, 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'gw_port_host': None, '_interfaces': [{'id': '447eadb0-3c47-4d54-929b-ebb9506ea5b5', 'name': '', 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd', 'tenant_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'mac_address': 'fa:16:3e:73:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61f2d0c4-7384-46a3-8f52-e25106286752', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:20:38Z', 'updated_at': '2022-08-12T01:20:41Z', 'revision_number': 4, 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'subnets': [{'id': '61f2d0c4-7384-46a3-8f52-e25106286752', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99061d45-af8d-417e-883a-3c73f04d1939'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:20:42.616109 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 45640) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:43.089911 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab4703-b650-47d2-bd15-1d81ff7a11f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:20:43.091459 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-55ab4703-b650-47d2-bd15-1d81ff7a11f4 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/776c52f4-13cf-4479-a18d-8427be668cbb HTTP/1.1" status: 200 len: 842 time: 0.4741359 Aug 12 01:20:43.102303 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:20:43.125758 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Made reservation on behalf of c77071b47cbd4a83bfd54874694bd940 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:20:43.128800 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:43.540408 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.objects.ports [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106301) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 12 01:20:43.540966 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (5ee3df2a-14fb-4ed4-8654-48546e2e0b37), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:43.614620 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee3df2a-14fb-4ed4-8654-48546e2e0b37,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:43.617054 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:20:43.617638 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Network hostable DHCP agents. Network: 776c52f4-13cf-4479-a18d-8427be668cbb, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:20:43.629243 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.629588 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.629965 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.630336 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.630703 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.631048 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.631388 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.631768 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.632136 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.632500 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.632827 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.633161 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.633501 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.633857 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.634199 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Tracked resource versions report: Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: pushed versions: Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: { 'AddressGroup': {'1.2'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Agent': {'1.1'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'ConntrackHelper': {'1.0'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'LocalIPAssociation': {'1.0'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Log': {'1.0'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'NDPProxy': {'1.0'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Network': {'1.1'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Port': {'1.7'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'PortForwarding': {'1.3'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'QosPolicy': {'1.10'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'SecurityGroup': {'1.5'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'SecurityGroupRule': {'1.2'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'SubPort': {'1.0'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Subnet': {'1.1'}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Trunk': {'1.1'}} Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: consumer versions: Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: { DHCP agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: L3 agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: Metadata agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: Metering agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: Open vSwitch agent@dv-cinder-784815-15-iscsi: { 'AddressGroup': '1.2', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Agent': '1.1', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'ConntrackHelper': '1.0', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'LocalIPAssociation': '1.0', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Log': '1.0', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'NDPProxy': '1.0', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Network': '1.1', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Port': '1.7', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'PortForwarding': '1.3', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'QosPolicy': '1.10', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'SecurityGroup': '1.5', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'SecurityGroupRule': '1.2', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'SubPort': '1.0', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Subnet': '1.1', Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Trunk': '1.1'}} Aug 12 01:20:43.635749 dv-cinder-784815-15-iscsi neutron-server[106301]: {{(pid=106301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 01:20:43.672214 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:20:43.685396 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, 776c52f4-13cf-4479-a18d-8427be668cbb) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:20:43.694534 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:20:43.694941 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d10186-e9c4-474b-9b83-5ad0e4c9bddc None None] Network 776c52f4-13cf-4479-a18d-8427be668cbb requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:20:43.695360 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:43.716094 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6b4fa821-2be0-4977-81ad-80adc4f90eb9 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6172476 Aug 12 01:20:43.803851 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cbece3-972a-45a4-961c-0d1a67207a3b None None] Network 776c52f4-13cf-4479-a18d-8427be668cbb requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:20:46.124498 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 45652) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:46.625718 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-5586e12a-f4df-4688-9789-95f22358b8ed demo admin] 10.222.0.20 "GET /networking/v2.0/routers/0ec86525-3e50-4529-97b0-79170b52f50a HTTP/1.1" status: 200 len: 710 time: 0.4999478 Aug 12 01:20:46.712499 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078d4877-309a-4583-8427-e7061d40db10 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:20:46.713875 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-078d4877-309a-4583-8427-e7061d40db10 demo admin] 10.222.0.20 "GET /networking/v2.0/networks/776c52f4-13cf-4479-a18d-8427be668cbb HTTP/1.1" status: 200 len: 886 time: 0.0824747 Aug 12 01:20:46.723112 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:20:46.966145 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:46.980831 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Publish callbacks [] for router_gateway (0ec86525-3e50-4529-97b0-79170b52f50a), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:46.985442 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:47.218078 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Publish callbacks [] for router_gateway (0ec86525-3e50-4529-97b0-79170b52f50a), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:47.293245 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:47.369443 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 447eadb0-3c47-4d54-929b-ebb9506ea5b5 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:20:47.419344 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:20:47.419763 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:47.456349 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Allocated IP 172.27.2.239 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/ea49ad06-7bc8-4353-aa72-28bce40cba44) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:20:47.494800 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:20:47.495103 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:47.527227 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 447eadb0-3c47-4d54-929b-ebb9506ea5b5, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=447eadb0-3c47-4d54-929b-ebb9506ea5b5,segment=NetworkSegment(dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93),segment_id=dd8ca7ae-e9b3-40e4-b0d2-775752aa7e93)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:20:47.532466 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:47.569468 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Publish callbacks [] for port (ea49ad06-7bc8-4353-aa72-28bce40cba44), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:47.579166 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=447eadb0-3c47-4d54-929b-ebb9506ea5b5,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:47.670815 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (ea49ad06-7bc8-4353-aa72-28bce40cba44), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:47.743350 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:20:47.748131 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:20:47.758569 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:20:47.761519 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Pushing event updated for resources: {'Port': ['ID=ea49ad06-7bc8-4353-aa72-28bce40cba44,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:48.022376 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Publish callbacks [] for router_gateway (0ec86525-3e50-4529-97b0-79170b52f50a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:48.068021 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:48.100106 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:48.211955 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-363884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2298'] for router (0ec86525-3e50-4529-97b0-79170b52f50a), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:48.216540 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-363934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-363927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1780203'] for router (0ec86525-3e50-4529-97b0-79170b52f50a), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:48.325822 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Router 0ec86525-3e50-4529-97b0-79170b52f50a has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:20:48.437950 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:20:48.443074 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:48.444236 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e9051be8-8d50-4d1c-8b6d-191a4f657d1b demo admin] 10.222.0.20 "PUT /networking/v2.0/routers/0ec86525-3e50-4529-97b0-79170b52f50a HTTP/1.1" status: 200 len: 890 time: 1.7242422 Aug 12 01:20:48.451148 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Sync routers for ids ['0ec86525-3e50-4529-97b0-79170b52f50a'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:20:48.465409 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Routers {'0ec86525-3e50-4529-97b0-79170b52f50a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:20:48.466088 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:20:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['0ec86525-3e50-4529-97b0-79170b52f50a'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:20:48.485281 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:48.657121 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:48.675778 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Set router 0ec86525-3e50-4529-97b0-79170b52f50a gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:20:49.049182 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'name': 'router1', 'tenant_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'ea49ad06-7bc8-4353-aa72-28bce40cba44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:20:29Z', 'updated_at': '2022-08-12T01:20:47Z', 'revision_number': 4, 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'gw_port': {'id': 'ea49ad06-7bc8-4353-aa72-28bce40cba44', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:20:47Z', 'updated_at': '2022-08-12T01:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '447eadb0-3c47-4d54-929b-ebb9506ea5b5', 'name': '', 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd', 'tenant_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'mac_address': 'fa:16:3e:73:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61f2d0c4-7384-46a3-8f52-e25106286752', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:20:38Z', 'updated_at': '2022-08-12T01:20:47Z', 'revision_number': 5, 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'subnets': [{'id': '61f2d0c4-7384-46a3-8f52-e25106286752', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99061d45-af8d-417e-883a-3c73f04d1939'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:20:49.099790 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Checking router: 0ec86525-3e50-4529-97b0-79170b52f50a for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:20:49.100139 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Updating router 0ec86525-3e50-4529-97b0-79170b52f50a port ea49ad06-7bc8-4353-aa72-28bce40cba44 binding host dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:20:49.150342 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ea49ad06-7bc8-4353-aa72-28bce40cba44), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:49.367648 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 447eadb0-3c47-4d54-929b-ebb9506ea5b5 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:20:49.470130 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:20:49.470790 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:49.634760 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Publish callbacks [] for port (ea49ad06-7bc8-4353-aa72-28bce40cba44), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:49.637147 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:20:49.641356 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (ea49ad06-7bc8-4353-aa72-28bce40cba44), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:49.676304 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Attempting to bind port ea49ad06-7bc8-4353-aa72-28bce40cba44 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:20:49.676796 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Attempting to bind port ea49ad06-7bc8-4353-aa72-28bce40cba44 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:20:49.677173 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Attempting to bind port ea49ad06-7bc8-4353-aa72-28bce40cba44 on network 776c52f4-13cf-4479-a18d-8427be668cbb {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:20:49.693117 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:20:49.693501 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:20:49.693883 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:49.694269 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Bound using segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:20:49.694734 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Bound port: ea49ad06-7bc8-4353-aa72-28bce40cba44, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:20:49.695104 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ea49ad06-7bc8-4353-aa72-28bce40cba44), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:49.697839 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce1bd1-b9b7-46b4-ad66-0f3692c6381a None None] Pushing event updated for resources: {'Port': ['ID=ea49ad06-7bc8-4353-aa72-28bce40cba44,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:49.744569 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:49.745830 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] For port ea49ad06-7bc8-4353-aa72-28bce40cba44, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:20:49.749139 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] For port ea49ad06-7bc8-4353-aa72-28bce40cba44, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=ea49ad06-7bc8-4353-aa72-28bce40cba44,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:20:49.755351 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (ea49ad06-7bc8-4353-aa72-28bce40cba44), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:49.788351 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Routers {'0ec86525-3e50-4529-97b0-79170b52f50a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:20:49.788954 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:20:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['0ec86525-3e50-4529-97b0-79170b52f50a'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:20:49.838469 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:49.851688 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce1bd1-b9b7-46b4-ad66-0f3692c6381a None None] Pushing event updated for resources: {'Port': ['ID=ea49ad06-7bc8-4353-aa72-28bce40cba44,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:49.906904 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] Set router 0ec86525-3e50-4529-97b0-79170b52f50a gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:20:50.106436 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'name': 'router1', 'tenant_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'ea49ad06-7bc8-4353-aa72-28bce40cba44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:20:29Z', 'updated_at': '2022-08-12T01:20:47Z', 'revision_number': 4, 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'gw_port': {'id': 'ea49ad06-7bc8-4353-aa72-28bce40cba44', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:20:47Z', 'updated_at': '2022-08-12T01:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '447eadb0-3c47-4d54-929b-ebb9506ea5b5', 'name': '', 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd', 'tenant_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'mac_address': 'fa:16:3e:73:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61f2d0c4-7384-46a3-8f52-e25106286752', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:20:38Z', 'updated_at': '2022-08-12T01:20:47Z', 'revision_number': 5, 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'subnets': [{'id': '61f2d0c4-7384-46a3-8f52-e25106286752', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99061d45-af8d-417e-883a-3c73f04d1939'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:20:50.132152 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454645de-25ee-44c6-b01d-b536608d0640 None None] The sync data for ids ['0ec86525-3e50-4529-97b0-79170b52f50a'] in dv-cinder-784815-15-iscsi is: [{'id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'name': 'router1', 'tenant_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'ea49ad06-7bc8-4353-aa72-28bce40cba44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:20:29Z', 'updated_at': '2022-08-12T01:20:47Z', 'revision_number': 4, 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'gw_port': {'id': 'ea49ad06-7bc8-4353-aa72-28bce40cba44', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:20:47Z', 'updated_at': '2022-08-12T01:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '447eadb0-3c47-4d54-929b-ebb9506ea5b5', 'name': '', 'network_id': '42bd3287-cd49-40a5-9d0e-0753dd844bdd', 'tenant_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'mac_address': 'fa:16:3e:73:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec86525-3e50-4529-97b0-79170b52f50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61f2d0c4-7384-46a3-8f52-e25106286752', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:20:38Z', 'updated_at': '2022-08-12T01:20:47Z', 'revision_number': 5, 'project_id': 'd80b1b0d8ac74a208eb5575e011c107b', 'subnets': [{'id': '61f2d0c4-7384-46a3-8f52-e25106286752', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99061d45-af8d-417e-883a-3c73f04d1939'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:20:50.239187 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=15,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:50.240163 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=13 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:50.967271 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 45664) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:20:51.370935 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device ea49ad06-7bc8-4353-aa72-28bce40cba44 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:20:51.396384 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ee091f75-3479-47fe-b62a-106c4064e592 admin admin] 10.222.0.20 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4276230 Aug 12 01:20:51.425015 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port ea49ad06-7bc8-4353-aa72-28bce40cba44 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:20:51.425419 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (ea49ad06-7bc8-4353-aa72-28bce40cba44), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:51.507883 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port ea49ad06-7bc8-4353-aa72-28bce40cba44 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:20:51.508232 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ea49ad06-7bc8-4353-aa72-28bce40cba44), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:51.530863 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port ea49ad06-7bc8-4353-aa72-28bce40cba44, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=ea49ad06-7bc8-4353-aa72-28bce40cba44,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:20:51.537207 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (ea49ad06-7bc8-4353-aa72-28bce40cba44), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:51.583147 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=ea49ad06-7bc8-4353-aa72-28bce40cba44,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:20:52.098458 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=49 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:52.099808 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=25 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:20:53.377331 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device ea49ad06-7bc8-4353-aa72-28bce40cba44 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:20:53.426682 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port ea49ad06-7bc8-4353-aa72-28bce40cba44 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:20:53.427349 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (ea49ad06-7bc8-4353-aa72-28bce40cba44), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:20:53.505813 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port ea49ad06-7bc8-4353-aa72-28bce40cba44 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:21:01.389728 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=41 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:21:01.392384 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=44 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:21:03.496662 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:21:03.504094 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:21:04.170797 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:21:06.498016 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1a480be7-5581-454e-b369-306ea65043a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:21:08.905949 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c0b76f8f-4939-4889-81b4-3089054e1861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:21:09.750816 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:21:11.433008 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:21:11.639026 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:21:21.618754 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:21:21.633750 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:21:22.177904 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:21:22.182966 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:21:36.487129 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-15ef452f-0b9c-40f0-9ee7-41d83da4f9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:21:38.911190 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e02e1021-9e18-42e7-8f11-a1e8b0d5ff52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:21:39.742505 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:21:41.168677 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:21:41.429728 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:21:41.635504 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:21:51.425052 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:21:51.629985 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:05.165164 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:05.167101 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:06.481875 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5f38a993-cf74-45a6-a7a1-8f9780ce74f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:08.906487 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3abb396b-9443-47d5-b148-c400b1b3b06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:09.740040 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:11.436276 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:11.632273 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:12.885714 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46206) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:22:13.246907 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.pecan_wsgi.hooks.translation [None req-6756608f-9087-47d8-a145-68e897c4d924 admin admin] GET failed (client error): The resource could not be found. Aug 12 01:22:13.248259 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6756608f-9087-47d8-a145-68e897c4d924 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3612599 Aug 12 01:22:13.412617 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8aa5c-8456-4a91-848e-69b0f1affe97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:13.414095 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-60e8aa5c-8456-4a91-848e-69b0f1affe97 admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1614180 Aug 12 01:22:15.710539 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46216) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:22:16.132546 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7c97f4-66db-4909-8ffa-38f362125075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:16.135433 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1d7c97f4-66db-4909-8ffa-38f362125075 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/61f2d0c4-7384-46a3-8f52-e25106286752 HTTP/1.1" status: 200 len: 849 time: 0.4239097 Aug 12 01:22:16.147090 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:22:16.244199 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Publish callbacks [] for subnet (61f2d0c4-7384-46a3-8f52-e25106286752), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:16.396883 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741098337994'] for subnet (61f2d0c4-7384-46a3-8f52-e25106286752), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:16.492877 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:16.493486 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:16.494765 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] 10.222.0.20 "PUT /networking/v2.0/subnets/61f2d0c4-7384-46a3-8f52-e25106286752 HTTP/1.1" status: 200 len: 868 time: 0.3513379 Aug 12 01:22:16.514606 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f2d0c4-7384-46a3-8f52-e25106286752,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:22:16.514892 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe0beff-7eaa-4bd4-91d4-7271d3da0320 None None] Network 42bd3287-cd49-40a5-9d0e-0753dd844bdd requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:22:16.522097 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.522429 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.522812 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.523155 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.523462 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.523862 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.524172 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.524504 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.524836 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.525165 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.525514 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.525843 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.526171 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.526498 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.526819 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee167832-6c68-4dce-a8db-4b4767f33393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:22:16.813126 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-24c52e2e-787d-41d8-8409-39eb869546b2 None None] Provisioning complete for port f1ecba56-ae3a-4df7-bc08-998100d071b0 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:22:16.813548 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-24c52e2e-787d-41d8-8409-39eb869546b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f1ecba56-ae3a-4df7-bc08-998100d071b0), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:16.885409 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-24c52e2e-787d-41d8-8409-39eb869546b2 None None] Current status of the port f1ecba56-ae3a-4df7-bc08-998100d071b0 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:22:16.893481 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-24c52e2e-787d-41d8-8409-39eb869546b2 None None] Provisioning complete for port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:22:16.893863 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-24c52e2e-787d-41d8-8409-39eb869546b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (447eadb0-3c47-4d54-929b-ebb9506ea5b5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:16.966603 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-24c52e2e-787d-41d8-8409-39eb869546b2 None None] Current status of the port 447eadb0-3c47-4d54-929b-ebb9506ea5b5 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:22:18.167918 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:22:18.881101 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46224) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:22:19.384888 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5551ad9-7264-4b29-a525-1ff6a7efddda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:19.385361 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5551ad9-7264-4b29-a525-1ff6a7efddda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:19.386928 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f5551ad9-7264-4b29-a525-1ff6a7efddda admin admin] 10.222.0.20 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5046158 Aug 12 01:22:21.830405 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46232) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:22:22.291470 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e36fb3-0e0b-4f83-b53f-2a14b03b9c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:22.291982 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e36fb3-0e0b-4f83-b53f-2a14b03b9c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:22.293533 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-72e36fb3-0e0b-4f83-b53f-2a14b03b9c13 admin admin] 10.222.0.20 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4618974 Aug 12 01:22:24.658268 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46240) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:22:25.123879 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ea12eb-46d0-4e3a-a0ba-845dfcf67d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:25.125285 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e1ea12eb-46d0-4e3a-a0ba-845dfcf67d78 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/42bd3287-cd49-40a5-9d0e-0753dd844bdd HTTP/1.1" status: 200 len: 869 time: 0.4657054 Aug 12 01:22:26.959982 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:26.965568 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:27.447134 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46248) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:22:27.961097 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:27.963141 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:28.004329 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f886a12-ad09-49f2-ba3e-807bf6708e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:28.005705 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8f886a12-ad09-49f2-ba3e-807bf6708e75 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/776c52f4-13cf-4479-a18d-8427be668cbb HTTP/1.1" status: 200 len: 886 time: 0.5571589 Aug 12 01:22:30.317619 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46258) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:22:30.729804 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce7fe76-a6d7-4550-acfa-823e3f3a86f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:30.730287 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce7fe76-a6d7-4550-acfa-823e3f3a86f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:30.731865 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1ce7fe76-a6d7-4550-acfa-823e3f3a86f4 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4131742 Aug 12 01:22:33.021897 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46266) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:22:33.432337 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d144c70-9c05-4559-8e67-51a1543e19b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:33.432797 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d144c70-9c05-4559-8e67-51a1543e19b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:33.434314 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4d144c70-9c05-4559-8e67-51a1543e19b0 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4111154 Aug 12 01:22:35.766837 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46274) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:22:36.155959 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2412d00-9215-4672-9709-9710f11d53d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:36.157296 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b2412d00-9215-4672-9709-9710f11d53d0 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/5ee3df2a-14fb-4ed4-8654-48546e2e0b37 HTTP/1.1" status: 200 len: 816 time: 0.3891075 Aug 12 01:22:36.173664 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:36.174420 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:36.487457 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-72aae53c-42d2-4351-a9bc-94f8bb12ba36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:38.479473 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46282) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:22:38.872561 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723422a-3e40-4552-9a89-58f47afa5f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:22:38.873890 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a723422a-3e40-4552-9a89-58f47afa5f6c admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/61f2d0c4-7384-46a3-8f52-e25106286752 HTTP/1.1" status: 200 len: 868 time: 0.3930502 Aug 12 01:22:38.911762 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-89af0cb8-efe8-4ae0-afbb-99838d630119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:39.742840 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:41.437807 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:41.637715 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:22:48.865403 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=38 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:48.868568 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=26 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:51.629271 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:51.631263 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:22:55.167283 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:23:06.492120 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-725868f4-7e73-49c9-9f5a-e728f7be04bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:07.192279 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46338) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:23:07.549935 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [None req-ecdb65cd-e800-4fa3-86e7-39a37060c9a6 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:23:07.550933 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ecdb65cd-e800-4fa3-86e7-39a37060c9a6 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3574531 Aug 12 01:23:08.919593 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9d362ee8-229e-4f91-87f6-83adb7d43fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:09.744168 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:09.932533 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46346) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:23:10.302167 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.pecan_wsgi.hooks.translation [None req-223e3b97-0268-4270-ae17-9f8646a0dcab admin admin] GET failed (client error): The resource could not be found. Aug 12 01:23:10.303468 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-223e3b97-0268-4270-ae17-9f8646a0dcab admin admin] 10.222.0.20 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3699620 Aug 12 01:23:10.394772 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bca8bb-43cd-4fb2-9c4d-d0c56fd724a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:23:10.396306 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-28bca8bb-43cd-4fb2-9c4d-d0c56fd724a1 admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0880656 Aug 12 01:23:11.440804 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:11.642886 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:12.756044 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 46354) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:23:13.126148 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:23:13.153296 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Made reservation on behalf of c77071b47cbd4a83bfd54874694bd940 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:23:13.155641 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:13.169400 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=17 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:13.170225 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=17 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:13.183005 dv-cinder-784815-15-iscsi neutron-server[106302]: WARNING neutron.services.revisions.revision_plugin [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Could not find related network for resource to bump revision. Aug 12 01:23:13.193860 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:23:13.202497 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (373dfe44-aa36-44a7-b790-4c4228a2171a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:13.202837 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Added segment 373dfe44-aa36-44a7-b790-4c4228a2171a of type vlan for network 60166be1-a911-4bc8-a98d-9beab7616ae6 Aug 12 01:23:13.242130 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (60166be1-a911-4bc8-a98d-9beab7616ae6), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:13.269005 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (60166be1-a911-4bc8-a98d-9beab7616ae6), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:13.269974 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:23:13.270551 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:13.329282 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5717440 Aug 12 01:23:13.333900 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Pushing event updated for resources: {'Network': ['ID=60166be1-a911-4bc8-a98d-9beab7616ae6,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:23:13.341510 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.341862 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.342213 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.342633 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.342936 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.343273 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.343638 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.343966 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.344318 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.344677 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.345022 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.345324 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.345658 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.345978 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.346301 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4162-915f-4f17-9835-be0e8c96927a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:13.358665 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network 60166be1-a911-4bc8-a98d-9beab7616ae6 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:23:15.639741 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46364) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:23:16.002417 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ad6048-6355-44cc-b728-4b73906ce834 admin admin] GET failed (client error): The resource could not be found. Aug 12 01:23:16.003749 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b9ad6048-6355-44cc-b728-4b73906ce834 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3628151 Aug 12 01:23:16.082881 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfc6e01-c970-42c2-af8b-5865c4260a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:23:16.084364 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-7dfc6e01-c970-42c2-af8b-5865c4260a18 admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0760915 Aug 12 01:23:16.097635 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-b1c118e4-07e0-42e6-8d8f-66a46b432aea admin admin] Request body: {'subnet': {'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:23:16.118268 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c118e4-07e0-42e6-8d8f-66a46b432aea admin admin] Made reservation on behalf of c77071b47cbd4a83bfd54874694bd940 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:23:16.120595 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1c118e4-07e0-42e6-8d8f-66a46b432aea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:16.296503 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1c118e4-07e0-42e6-8d8f-66a46b432aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (e668b202-35cc-4636-90f5-49c8a102a76d), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:16.349273 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c118e4-07e0-42e6-8d8f-66a46b432aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e668b202-35cc-4636-90f5-49c8a102a76d,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:23:16.360115 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c118e4-07e0-42e6-8d8f-66a46b432aea admin admin] Checking segment: {'id': '373dfe44-aa36-44a7-b790-4c4228a2171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:23:16.360474 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c118e4-07e0-42e6-8d8f-66a46b432aea admin admin] Network hostable DHCP agents. Network: 60166be1-a911-4bc8-a98d-9beab7616ae6, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:23:16.382301 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c118e4-07e0-42e6-8d8f-66a46b432aea admin admin] Network 60166be1-a911-4bc8-a98d-9beab7616ae6 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:23:16.392483 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-b1c118e4-07e0-42e6-8d8f-66a46b432aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, 60166be1-a911-4bc8-a98d-9beab7616ae6) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:23:16.396964 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c118e4-07e0-42e6-8d8f-66a46b432aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:23:16.397561 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1c118e4-07e0-42e6-8d8f-66a46b432aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:16.402694 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe9c6c9-362c-47b8-bb65-0357dfc7aaea None None] Network 60166be1-a911-4bc8-a98d-9beab7616ae6 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:23:16.413774 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b1c118e4-07e0-42e6-8d8f-66a46b432aea admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3195622 Aug 12 01:23:16.513177 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-60166be1-a911-4bc8-a98d-9beab7616ae6', 'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6', 'project_id': 'c77071b47cbd4a83bfd54874694bd940', 'fixed_ips': [{'subnet_id': 'e668b202-35cc-4636-90f5-49c8a102a76d'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:23:16.514140 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:16.650427 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Allocated IP 192.168.233.2 (60166be1-a911-4bc8-a98d-9beab7616ae6/e668b202-35cc-4636-90f5-49c8a102a76d/476bf01a-9ae3-43c0-9598-020c6be6d773) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:23:16.797615 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Publish callbacks [] for port (476bf01a-9ae3-43c0-9598-020c6be6d773), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:16.805588 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (476bf01a-9ae3-43c0-9598-020c6be6d773), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:16.852512 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Network 60166be1-a911-4bc8-a98d-9beab7616ae6 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:23:16.855552 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Pushing event updated for resources: {'Port': ['ID=476bf01a-9ae3-43c0-9598-020c6be6d773,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:23:16.857966 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:23:16.861693 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:23:16.870059 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.870633 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.871238 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.871870 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.872449 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.873020 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.873589 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.874166 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.874706 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.875231 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.875808 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.876374 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.876924 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.877442 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:16.877981 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:23:17.031649 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Attempting to bind port 476bf01a-9ae3-43c0-9598-020c6be6d773 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:23:17.031978 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Attempting to bind port 476bf01a-9ae3-43c0-9598-020c6be6d773 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '373dfe44-aa36-44a7-b790-4c4228a2171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:23:17.032365 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Attempting to bind port 476bf01a-9ae3-43c0-9598-020c6be6d773 on network 60166be1-a911-4bc8-a98d-9beab7616ae6 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:23:17.037715 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:23:17.038062 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Checking segment: {'id': '373dfe44-aa36-44a7-b790-4c4228a2171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:23:17.038458 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:17.038871 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Bound using segment: {'id': '373dfe44-aa36-44a7-b790-4c4228a2171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:23:17.039321 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Bound port: 476bf01a-9ae3-43c0-9598-020c6be6d773, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373dfe44-aa36-44a7-b790-4c4228a2171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:23:17.039723 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (476bf01a-9ae3-43c0-9598-020c6be6d773), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:17.100145 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] For port 476bf01a-9ae3-43c0-9598-020c6be6d773, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:23:17.103141 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] For port 476bf01a-9ae3-43c0-9598-020c6be6d773, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=476bf01a-9ae3-43c0-9598-020c6be6d773,segment=NetworkSegment(373dfe44-aa36-44a7-b790-4c4228a2171a),segment_id=373dfe44-aa36-44a7-b790-4c4228a2171a)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:23:17.109782 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (476bf01a-9ae3-43c0-9598-020c6be6d773), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:17.170639 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cd3c9-8f62-4cbb-a32b-d96c139c3341 None None] Pushing event updated for resources: {'Port': ['ID=476bf01a-9ae3-43c0-9598-020c6be6d773,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:23:17.466555 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 476bf01a-9ae3-43c0-9598-020c6be6d773 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:23:17.493679 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:17.517455 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 476bf01a-9ae3-43c0-9598-020c6be6d773 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:23:17.517793 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (476bf01a-9ae3-43c0-9598-020c6be6d773), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:17.519992 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=88,neutron:UPDATE=11,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:17.595263 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 476bf01a-9ae3-43c0-9598-020c6be6d773 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:23:17.595681 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (476bf01a-9ae3-43c0-9598-020c6be6d773), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:17.633675 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 476bf01a-9ae3-43c0-9598-020c6be6d773, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=476bf01a-9ae3-43c0-9598-020c6be6d773,segment=NetworkSegment(373dfe44-aa36-44a7-b790-4c4228a2171a),segment_id=373dfe44-aa36-44a7-b790-4c4228a2171a)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:23:17.637893 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (476bf01a-9ae3-43c0-9598-020c6be6d773), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:17.687090 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=476bf01a-9ae3-43c0-9598-020c6be6d773,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:23:17.942966 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3845a5-7fc9-4bf7-8fc6-d09c2298650a None None] Network 60166be1-a911-4bc8-a98d-9beab7616ae6 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:23:18.053994 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-3b0bfda1-4755-41ed-bf2d-72f280ca85b8 None None] Provisioning complete for port 476bf01a-9ae3-43c0-9598-020c6be6d773 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:23:18.054389 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3b0bfda1-4755-41ed-bf2d-72f280ca85b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (476bf01a-9ae3-43c0-9598-020c6be6d773), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:18.133776 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-3b0bfda1-4755-41ed-bf2d-72f280ca85b8 None None] Current status of the port 476bf01a-9ae3-43c0-9598-020c6be6d773 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:23:18.251266 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-eb9875f9-487c-41cd-a3ad-9e34c9a720a3 None None] Provisioning complete for port 476bf01a-9ae3-43c0-9598-020c6be6d773 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:23:18.251826 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-eb9875f9-487c-41cd-a3ad-9e34c9a720a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (476bf01a-9ae3-43c0-9598-020c6be6d773), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:18.327436 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-eb9875f9-487c-41cd-a3ad-9e34c9a720a3 None None] Current status of the port 476bf01a-9ae3-43c0-9598-020c6be6d773 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:23:19.464262 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 476bf01a-9ae3-43c0-9598-020c6be6d773 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:23:19.512599 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 476bf01a-9ae3-43c0-9598-020c6be6d773 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:23:19.513222 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (476bf01a-9ae3-43c0-9598-020c6be6d773), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:19.597340 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 476bf01a-9ae3-43c0-9598-020c6be6d773 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:23:23.336842 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=24,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:23.337745 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=23,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:26.403892 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=60,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:26.406867 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=53,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:29.589963 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:29.595849 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:32.169669 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:23:36.496657 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-957c15ba-9c92-4a50-9daf-23c3fa07eb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:38.917504 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-921b4c05-7cc2-4806-a330-9762c8f70cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:39.750336 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:41.446139 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:41.647326 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:23:50.165790 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:50.166717 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:51.640016 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:23:51.642441 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:24:05.161966 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:24:05.163940 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:24:06.508980 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d53e796e-22de-4c11-9606-947b8a5e55f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:08.916772 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cf505b76-efad-4101-9239-919613b59255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:09.172788 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:24:09.757553 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:11.449643 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:11.655478 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:21.647645 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:24:21.648354 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:24:27.158536 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:24:27.163606 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:24:36.481997 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 46402) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:24:36.487859 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [None req-bacf5867-13b3-46f4-8e7f-5478e71a2507 tempest-verify_tempest_config-794103538 tempest-verify_tempest_config-794103538-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:24:36.488834 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-bacf5867-13b3-46f4-8e7f-5478e71a2507 tempest-verify_tempest_config-794103538 tempest-verify_tempest_config-794103538-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058720 Aug 12 01:24:36.503165 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3d84-50dc-4db4-a985-17458e395c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:37.022272 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 46420) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:24:37.382993 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:37.461325 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Publish callbacks [] for security_group (2d585efe-a958-4fb9-ba03-35c55a82f858), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:37.466283 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (2d585efe-a958-4fb9-ba03-35c55a82f858), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:37.514855 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=267de5326e204757bbdc2f0672826198&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4895964 Aug 12 01:24:37.515668 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d585efe-a958-4fb9-ba03-35c55a82f858,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:24:37.522220 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46424) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:24:37.523025 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.523414 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.523811 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.524150 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.524517 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.524809 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.525135 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.525456 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.525789 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.526084 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.526410 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.526731 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.527047 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.527364 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.527710 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db88b2c7-89c7-451e-8f3c-825542767bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.603699 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Publish callbacks [] for security_group (2d585efe-a958-4fb9-ba03-35c55a82f858), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:37.625129 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Publish callbacks [] for security_group (2d585efe-a958-4fb9-ba03-35c55a82f858), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:37.725856 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (2d585efe-a958-4fb9-ba03-35c55a82f858), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:37.729483 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:37.731296 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2d585efe-a958-4fb9-ba03-35c55a82f858 HTTP/1.1" status: 204 len: 168 time: 0.2069876 Aug 12 01:24:37.740020 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d585efe-a958-4fb9-ba03-35c55a82f858,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:24:37.746977 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.747438 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.747831 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.748169 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.748496 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.748864 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.749292 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.749714 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.750153 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.750667 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.751145 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.751611 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.752093 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.752564 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:37.752976 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03327e-38f8-4e22-9550-617cf91cb10f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:24:38.911119 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-522cb515-4dd1-4e17-875f-ed2a832c93ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:39.753337 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:41.456499 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:41.651557 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:24:46.172154 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:24:47.508214 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:24:47.522338 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:24:47.736375 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:24:47.743004 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:24:51.643101 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:24:51.644404 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:25:04.168493 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=16 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:25:04.169314 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=18 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:25:06.507867 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-06db7281-d54c-48c5-b395-e3da0bd0e0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:25:08.923945 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-88184480-bdbc-4c97-a66d-864bb8cf92be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:25:09.765527 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:25:11.465418 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:25:11.652493 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:25:21.644198 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:25:21.646539 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:25:23.173595 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:25:36.514795 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-50bb81d6-326e-4c32-8836-a925c359fb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:25:38.920351 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-47cefff6-9861-45dc-806b-5629ad80f2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:25:39.765786 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:25:41.165395 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:25:41.166646 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=6 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:25:41.468488 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:25:41.655631 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:25:51.646535 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:25:51.648838 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:26:00.172824 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 5 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:26:06.511740 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6e36cac4-d9e4-4ee1-a32d-de4d0aea95d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:26:08.913726 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe1cc-0fa5-4940-9279-ba1289346450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:26:09.043506 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759505'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:26:09.767493 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:26:11.471120 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:26:11.657521 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:26:18.160409 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:26:18.162472 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:26:21.231304 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46520) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:26:21.373910 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4e18fcb4-ef26-4a15-be6c-1c8b95b144aa admin admin] 10.222.0.20 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1411674 Aug 12 01:26:21.642120 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:26:21.650293 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:26:23.562859 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46530) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:26:23.631733 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-5871a58e-5838-494e-8f97-0d5c9ae232a4 admin admin] 10.222.0.20 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0674438 Aug 12 01:26:33.625941 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:26:33.627083 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:26:36.505202 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-59038e96-5b47-468b-bcbc-6c1d18d019a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:26:37.177960 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:26:38.926952 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-eabdd523-2c47-4ae7-97e3-0292e3adeaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:26:39.017256 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:26:39.773856 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:26:41.476291 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:26:41.660380 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:26:51.644878 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:26:51.655490 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:02.591440 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=18 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:02.593956 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=16 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:06.499966 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d966e2cb-c2e7-4084-862d-66e70814c9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:08.921229 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-983d0788-d832-45af-acbf-4df9984cf955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:09.010890 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:09.773917 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:11.485060 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:11.659004 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:14.177653 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:27:21.650003 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:21.651945 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:32.155984 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:32.156765 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:36.505966 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-67c9d3c6-206f-493d-8d41-3ccd178bd10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:38.925603 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b4a63e8c-ca74-4fff-a8c5-74ae579531a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:39.025417 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:39.777318 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:41.482331 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:41.655173 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:51.177885 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:27:51.641699 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=23 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:51.649153 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=21,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:53.284825 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46674) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:53.479888 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-790423275-network', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:53.508714 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Made reservation on behalf of a0674e4f240748d69cc9be8fdc79ad89 for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:27:53.511199 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:53.525148 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:53.619036 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Publish callbacks [] for security_group (ee59af51-d14b-47a5-ac6c-c7260ffea9db), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:53.624428 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (ee59af51-d14b-47a5-ac6c-c7260ffea9db), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:53.656431 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:27:53.666829 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee59af51-d14b-47a5-ac6c-c7260ffea9db,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:53.676153 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.676503 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.676838 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.677176 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.677502 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.678022 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.678541 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.679134 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.679347 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.679847 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.680605 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.680936 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.681418 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.682259 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.682587 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Tracked resource versions report: Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: pushed versions: Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: { 'AddressGroup': {'1.2'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Agent': {'1.1'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'ConntrackHelper': {'1.0'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'LocalIPAssociation': {'1.0'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Log': {'1.0'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'NDPProxy': {'1.0'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Network': {'1.1'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Port': {'1.7'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'PortForwarding': {'1.3'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'QosPolicy': {'1.10'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'SecurityGroup': {'1.5'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'SecurityGroupRule': {'1.2'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'SubPort': {'1.0'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Subnet': {'1.1'}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Trunk': {'1.1'}} Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: consumer versions: Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: { DHCP agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: HyperV agent@hv-cinder-78481: {}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: L3 agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: Metadata agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: Metering agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: Open vSwitch agent@dv-cinder-784815-15-iscsi: { 'AddressGroup': '1.2', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Agent': '1.1', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'ConntrackHelper': '1.0', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'LocalIPAssociation': '1.0', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Log': '1.0', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'NDPProxy': '1.0', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Network': '1.1', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Port': '1.7', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'PortForwarding': '1.3', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'QosPolicy': '1.10', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'SecurityGroup': '1.5', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'SecurityGroupRule': '1.2', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'SubPort': '1.0', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Subnet': '1.1', Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: 'Trunk': '1.1'}} Aug 12 01:27:53.683849 dv-cinder-784815-15-iscsi neutron-server[106301]: {{(pid=106301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 01:27:53.690529 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741098394893', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (15a8a603-a59e-410c-bf5d-02f22d55ce9f), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:53.691054 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Unsubscribe: segment precommit_create {{(pid=106301) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 01:27:53.691572 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Added segment 15a8a603-a59e-410c-bf5d-02f22d55ce9f of type vlan for network 0d1de51b-a5d0-4a09-af82-8f44783003c3 Aug 12 01:27:53.749404 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (0d1de51b-a5d0-4a09-af82-8f44783003c3), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:53.784232 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (0d1de51b-a5d0-4a09-af82-8f44783003c3), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:53.785363 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:27:53.786091 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:53.992069 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1de51b-a5d0-4a09-af82-8f44783003c3,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:53.999822 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 46722) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:54.000406 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f526aeb3-c548-439b-bb7c-284b618d0e42 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7128763 Aug 12 01:27:54.006272 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Request body: {'subnet': {'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-subnet', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:54.011636 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network 0d1de51b-a5d0-4a09-af82-8f44783003c3 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:27:54.038218 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Made reservation on behalf of a0674e4f240748d69cc9be8fdc79ad89 for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:27:54.039234 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46726) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:54.041012 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.229436 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (56eeebe6-a638-4828-88cb-f2a33860c466), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.284188 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56eeebe6-a638-4828-88cb-f2a33860c466,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:54.293523 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.293865 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.294379 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.294859 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.295353 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.295704 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.296029 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.296350 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.296685 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.297007 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.297337 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.297658 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.298129 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.298445 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.298753 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Tracked resource versions report: Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: pushed versions: Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: { 'AddressGroup': {'1.2'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Agent': {'1.1'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'ConntrackHelper': {'1.0'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'LocalIPAssociation': {'1.0'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Log': {'1.0'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'NDPProxy': {'1.0'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Network': {'1.1'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Port': {'1.7'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'PortForwarding': {'1.3'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'QosPolicy': {'1.10'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'SecurityGroup': {'1.5'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'SecurityGroupRule': {'1.2'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'SubPort': {'1.0'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Subnet': {'1.1'}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Trunk': {'1.1'}} Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: consumer versions: Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: { DHCP agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: HyperV agent@hv-cinder-78481: {}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: L3 agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: Metadata agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: Metering agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: Open vSwitch agent@dv-cinder-784815-15-iscsi: { 'AddressGroup': '1.2', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Agent': '1.1', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'ConntrackHelper': '1.0', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'LocalIPAssociation': '1.0', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Log': '1.0', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'NDPProxy': '1.0', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Network': '1.1', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Port': '1.7', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'PortForwarding': '1.3', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'QosPolicy': '1.10', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'SecurityGroup': '1.5', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'SecurityGroupRule': '1.2', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'SubPort': '1.0', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Subnet': '1.1', Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: 'Trunk': '1.1'}} Aug 12 01:27:54.300180 dv-cinder-784815-15-iscsi neutron-server[106302]: {{(pid=106302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 01:27:54.318914 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46754) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:54.329389 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Checking segment: {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:27:54.329745 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Network hostable DHCP agents. Network: 0d1de51b-a5d0-4a09-af82-8f44783003c3, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:27:54.352059 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Network 0d1de51b-a5d0-4a09-af82-8f44783003c3 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:27:54.363457 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, 0d1de51b-a5d0-4a09-af82-8f44783003c3) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:27:54.372652 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f5f07a-33e1-475a-86cd-559b7593722e None None] Network 0d1de51b-a5d0-4a09-af82-8f44783003c3 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:27:54.373557 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:27:54.374163 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.379430 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46758) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:54.402671 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46762) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:54.403205 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-86e89590-e71e-4bda-acb1-fda579256d81 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4010990 Aug 12 01:27:54.408445 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:54.438799 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-724804261-network', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:54.451283 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64281'] for router (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.452895 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64256'] for router (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.473721 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Made reservation on behalf of 7cf0858834c84aaa993de55f361d6ed9 for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:27:54.476718 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.488597 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.491886 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 46766) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:54.512918 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-0d1de51b-a5d0-4a09-af82-8f44783003c3', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:27:54.514592 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.529032 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Publish callbacks [] for router_controller (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), precommit_add_association {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.588665 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-728703231-network', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:54.622314 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-network', 'tenant_id': '9d33b640693442238516535af8320529'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:54.656228 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Made reservation on behalf of 0cb834d06ed94c1993ec0f7130d97803 for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:27:54.659110 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.711516 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Allocated IP 172.20.0.2 (0d1de51b-a5d0-4a09-af82-8f44783003c3/56eeebe6-a638-4828-88cb-f2a33860c466/59600078-1049-4b42-81f6-4ad7334a4817) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:27:54.714951 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.729693 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Made reservation on behalf of 9d33b640693442238516535af8320529 for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:27:54.732005 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.742129 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1588593104-network', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:54.748659 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.763444 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:54.779016 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:54.802316 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Publish callbacks [] for security_group (a3503b24-3a5c-4183-b2c0-8f4a07071661), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.884278 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (a3503b24-3a5c-4183-b2c0-8f4a07071661), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.932579 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3503b24-3a5c-4183-b2c0-8f4a07071661,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:54.945399 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:27:54.957411 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Made reservation on behalf of e5e2fd72103c4b5e956ef5b9c291f16d for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:27:54.960909 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.961635 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (75c40d46-008d-4f5b-925b-ded1fe8e5755), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:54.962192 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Added segment 75c40d46-008d-4f5b-925b-ded1fe8e5755 of type vlan for network a06d250a-3f70-4fa5-8a58-5159fc388d07 Aug 12 01:27:54.975802 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.011974 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (a06d250a-3f70-4fa5-8a58-5159fc388d07), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.039965 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Publish callbacks [] for router_gateway (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.079813 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Publish callbacks [] for port (59600078-1049-4b42-81f6-4ad7334a4817), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.100048 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (59600078-1049-4b42-81f6-4ad7334a4817), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.103122 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Publish callbacks [] for security_group (f182e5d9-5874-4bb9-b0d8-15d854c85cef), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.111749 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (f182e5d9-5874-4bb9-b0d8-15d854c85cef), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.159445 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f182e5d9-5874-4bb9-b0d8-15d854c85cef,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:55.166185 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Network 0d1de51b-a5d0-4a09-af82-8f44783003c3 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:27:55.175243 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:27:55.183321 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:27:55.191330 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.db.resource_extend [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 12 01:27:55.201591 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:27:55.215354 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (f860ae16-95ec-4cbe-8214-06077ff3bc29), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.216277 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Added segment f860ae16-95ec-4cbe-8214-06077ff3bc29 of type vlan for network c69785c6-9bf5-4740-9585-57c14141c241 Aug 12 01:27:55.289636 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Pushing event updated for resources: {'Port': ['ID=59600078-1049-4b42-81f6-4ad7334a4817,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:55.293707 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (c69785c6-9bf5-4740-9585-57c14141c241), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.319513 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (a06d250a-3f70-4fa5-8a58-5159fc388d07), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.321129 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:27:55.321892 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.328633 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (c69785c6-9bf5-4740-9585-57c14141c241), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.330014 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:27:55.330765 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.365281 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.369859 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.370011 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.370318 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.370431 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3297877 Aug 12 01:27:55.370715 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.371049 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.371372 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.375838 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.376213 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.376555 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.376889 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.377234 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.377562 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.377883 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.378202 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Tracked resource versions report: Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: pushed versions: Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: { 'AddressGroup': {'1.2'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Agent': {'1.1'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'ConntrackHelper': {'1.0'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'LocalIPAssociation': {'1.0'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Log': {'1.0'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'NDPProxy': {'1.0'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Network': {'1.1'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Port': {'1.7'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'PortForwarding': {'1.3'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'QosPolicy': {'1.10'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'SecurityGroup': {'1.5'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'SecurityGroupRule': {'1.2'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'SubPort': {'1.0'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Subnet': {'1.1'}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Trunk': {'1.1'}} Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: consumer versions: Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: { DHCP agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: HyperV agent@hv-cinder-78481: {}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: L3 agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: Metadata agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: Metering agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: Open vSwitch agent@dv-cinder-784815-15-iscsi: { 'AddressGroup': '1.2', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Agent': '1.1', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'ConntrackHelper': '1.0', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'LocalIPAssociation': '1.0', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Log': '1.0', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'NDPProxy': '1.0', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Network': '1.1', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Port': '1.7', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'PortForwarding': '1.3', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'QosPolicy': '1.10', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'SecurityGroup': '1.5', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'SecurityGroupRule': '1.2', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'SubPort': '1.0', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Subnet': '1.1', Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: 'Trunk': '1.1'}} Aug 12 01:27:55.379600 dv-cinder-784815-15-iscsi neutron-server[106303]: {{(pid=106303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 01:27:55.398309 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46790) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:55.404304 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Attempting to bind port 59600078-1049-4b42-81f6-4ad7334a4817 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:27:55.404672 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Attempting to bind port 59600078-1049-4b42-81f6-4ad7334a4817 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:27:55.405030 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Attempting to bind port 59600078-1049-4b42-81f6-4ad7334a4817 on network 0d1de51b-a5d0-4a09-af82-8f44783003c3 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:27:55.422079 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:55.423596 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=c69785c6-9bf5-4740-9585-57c14141c241,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:55.428703 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:27:55.429083 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Checking segment: {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:27:55.429485 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.429872 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Bound using segment: {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:27:55.430353 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Bound port: 59600078-1049-4b42-81f6-4ad7334a4817, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:27:55.430728 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (59600078-1049-4b42-81f6-4ad7334a4817), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.438701 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a74f8c50-5f93-45c8-a5c3-661512e73fa7 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9456968 Aug 12 01:27:55.442801 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 46794) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:55.448444 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network c69785c6-9bf5-4740-9585-57c14141c241 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:27:55.448994 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-5f32e03e-8f6b-4ef7-993b-3fb1cf4e6e01 admin admin] Request body: {'subnet': {'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-subnet', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:55.476907 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f32e03e-8f6b-4ef7-993b-3fb1cf4e6e01 admin admin] Made reservation on behalf of e5e2fd72103c4b5e956ef5b9c291f16d for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:27:55.480479 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5f32e03e-8f6b-4ef7-993b-3fb1cf4e6e01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.485736 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-63f048bf-913c-42fe-951d-7390f3a1b205 admin admin] Request body: {'subnet': {'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-724804261-subnet', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:55.532165 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:55.556093 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:55.592214 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Publish callbacks [] for security_group (214ef1c7-14af-4036-a7af-173789f1c901), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.603988 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Publish callbacks [] for security_group (92a9064b-7226-4e25-8931-fab98bcd39bc), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.610354 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39092dc-505d-43a7-a2eb-c26c2d8adfe3 admin admin] Pushing event updated for resources: {'Network': ['ID=a06d250a-3f70-4fa5-8a58-5159fc388d07,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:55.618229 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (214ef1c7-14af-4036-a7af-173789f1c901), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.627198 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (92a9064b-7226-4e25-8931-fab98bcd39bc), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.639026 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network a06d250a-3f70-4fa5-8a58-5159fc388d07 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:27:55.661489 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f048bf-913c-42fe-951d-7390f3a1b205 admin admin] Made reservation on behalf of 7cf0858834c84aaa993de55f361d6ed9 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:27:55.666127 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-63f048bf-913c-42fe-951d-7390f3a1b205 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.717031 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:27:55.776148 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Publish callbacks [] for router_gateway (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.781525 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] For port 59600078-1049-4b42-81f6-4ad7334a4817, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:27:55.782145 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:27:55.807843 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] For port 59600078-1049-4b42-81f6-4ad7334a4817, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=59600078-1049-4b42-81f6-4ad7334a4817,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:27:55.818742 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (59600078-1049-4b42-81f6-4ad7334a4817), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.894369 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbcde4-cf18-404b-b265-4d1764d7bcf6 None None] Pushing event updated for resources: {'Port': ['ID=59600078-1049-4b42-81f6-4ad7334a4817,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:55.898395 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (454f5f09-185e-4360-9fab-dad792c9324c), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.898739 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Added segment 454f5f09-185e-4360-9fab-dad792c9324c of type vlan for network c945ad6e-d04a-40d2-b591-3e29f6e664bb Aug 12 01:27:55.900150 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214ef1c7-14af-4036-a7af-173789f1c901,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:55.926456 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5f32e03e-8f6b-4ef7-993b-3fb1cf4e6e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (a9afc717-283a-483a-80e3-bf850c00ecf8), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.951768 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:55.985853 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32e03e-8f6b-4ef7-993b-3fb1cf4e6e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9afc717-283a-483a-80e3-bf850c00ecf8,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:56.003251 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32e03e-8f6b-4ef7-993b-3fb1cf4e6e01 admin admin] Checking segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:27:56.007851 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f32e03e-8f6b-4ef7-993b-3fb1cf4e6e01 admin admin] Network hostable DHCP agents. Network: c69785c6-9bf5-4740-9585-57c14141c241, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:27:56.027907 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (eba2760b-14ea-483e-8936-ec35a5b0bde6), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.028664 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Added segment eba2760b-14ea-483e-8936-ec35a5b0bde6 of type vlan for network bdc64372-39dc-45f5-ae9b-e7b46a872a57 Aug 12 01:27:56.046769 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f32e03e-8f6b-4ef7-993b-3fb1cf4e6e01 admin admin] Network c69785c6-9bf5-4740-9585-57c14141c241 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:27:56.049480 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:UPDATE=4,neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:56.052226 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a9064b-7226-4e25-8931-fab98bcd39bc,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:56.065204 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-5f32e03e-8f6b-4ef7-993b-3fb1cf4e6e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, c69785c6-9bf5-4740-9585-57c14141c241) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:27:56.070434 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f32e03e-8f6b-4ef7-993b-3fb1cf4e6e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:27:56.071324 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5f32e03e-8f6b-4ef7-993b-3fb1cf4e6e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.087258 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db227007-c5f9-4acd-b332-ebbe82eeae1f None None] Network c69785c6-9bf5-4740-9585-57c14141c241 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:27:56.090693 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:56.099846 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-5f32e03e-8f6b-4ef7-993b-3fb1cf4e6e01 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6558406 Aug 12 01:27:56.102935 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 46828) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:56.116952 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:56.186532 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64281'] for router (16dc98ea-5d10-40d8-af13-5f8d2e04c856), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.191390 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64256'] for router (16dc98ea-5d10-40d8-af13-5f8d2e04c856), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.197929 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:56.354040 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (bdc64372-39dc-45f5-ae9b-e7b46a872a57), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.357178 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-c69785c6-9bf5-4740-9585-57c14141c241', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:27:56.357178 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.410267 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Publish callbacks [] for router_controller (16dc98ea-5d10-40d8-af13-5f8d2e04c856), precommit_add_association {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.418759 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (c945ad6e-d04a-40d2-b591-3e29f6e664bb), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.511055 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Allocated IP 172.27.2.150 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/0668c7de-24ae-43cd-87d5-0f2243f631cf) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:27:56.581076 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Allocated IP 172.20.0.2 (c69785c6-9bf5-4740-9585-57c14141c241/a9afc717-283a-483a-80e3-bf850c00ecf8/f010b6ad-655f-47a2-baaf-99a80b9602e9) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:27:56.606158 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.db.resource_extend [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 12 01:27:56.635786 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Publish callbacks [] for router_gateway (16dc98ea-5d10-40d8-af13-5f8d2e04c856), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.700822 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (bdc64372-39dc-45f5-ae9b-e7b46a872a57), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.702884 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:27:56.703718 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.838190 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Publish callbacks [] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.859966 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.884036 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (c945ad6e-d04a-40d2-b591-3e29f6e664bb), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.885056 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:27:56.885655 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.903633 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] Pushing event updated for resources: {'Network': ['ID=bdc64372-39dc-45f5-ae9b-e7b46a872a57,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:56.914718 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Publish callbacks [] for router_gateway (16dc98ea-5d10-40d8-af13-5f8d2e04c856), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.931409 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network bdc64372-39dc-45f5-ae9b-e7b46a872a57 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:27:56.945204 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:56.980616 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c945ad6e-d04a-40d2-b591-3e29f6e664bb,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:56.992278 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b70df492-b46c-4889-9ebb-1eee8c40de5f admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6106703 Aug 12 01:27:56.998811 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a0d3bdeb-ad71-46a5-97e4-744284a0d3b6 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6747656 Aug 12 01:27:56.998811 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46868) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:57.010777 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46870) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:57.014285 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-4943e426-63cf-477c-87b2-21b0c5262f70 admin admin] Request body: {'subnet': {'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-subnet', 'tenant_id': '9d33b640693442238516535af8320529', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:57.063893 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:57.081336 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4943e426-63cf-477c-87b2-21b0c5262f70 admin admin] Made reservation on behalf of 9d33b640693442238516535af8320529 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:27:57.084266 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4943e426-63cf-477c-87b2-21b0c5262f70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:57.089637 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-8d1a8a2f-c722-4c37-9077-2a307f640cca admin admin] Request body: {'subnet': {'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-728703231-subnet', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:57.169725 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1a8a2f-c722-4c37-9077-2a307f640cca admin admin] Made reservation on behalf of 0cb834d06ed94c1993ec0f7130d97803 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:27:57.172729 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8a2f-c722-4c37-9077-2a307f640cca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:57.229768 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network c945ad6e-d04a-40d2-b591-3e29f6e664bb details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:27:57.232914 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Pushing event updated for resources: {'Port': ['ID=f010b6ad-655f-47a2-baaf-99a80b9602e9,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:57.325555 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Network c69785c6-9bf5-4740-9585-57c14141c241 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:27:57.331880 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:27:57.346455 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:27:57.420052 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Attempting to bind port f010b6ad-655f-47a2-baaf-99a80b9602e9 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:27:57.420432 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Attempting to bind port f010b6ad-655f-47a2-baaf-99a80b9602e9 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:27:57.420811 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Attempting to bind port f010b6ad-655f-47a2-baaf-99a80b9602e9 on network c69785c6-9bf5-4740-9585-57c14141c241 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:27:57.427833 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c50d61-c5eb-4986-ad2a-5181d4de061b None None] Network 0d1de51b-a5d0-4a09-af82-8f44783003c3 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:27:57.443151 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:27:57.443719 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Checking segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:27:57.444134 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:57.444537 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Bound using segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:27:57.445037 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Bound port: f010b6ad-655f-47a2-baaf-99a80b9602e9, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:27:57.445436 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:57.519398 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:57.520253 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:57.533086 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-3515a9f2-9c75-4b63-9066-9a6910c7bfd6 None None] Provisioning complete for port 59600078-1049-4b42-81f6-4ad7334a4817 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:27:57.533513 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3515a9f2-9c75-4b63-9066-9a6910c7bfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (59600078-1049-4b42-81f6-4ad7334a4817), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:57.605238 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:57.609378 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Publish callbacks [] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:57.632282 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8a2f-c722-4c37-9077-2a307f640cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (6d032be1-9a08-48d8-9b6d-f99f44083814), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:57.633779 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] For port f010b6ad-655f-47a2-baaf-99a80b9602e9, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:27:57.655195 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-63f048bf-913c-42fe-951d-7390f3a1b205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (2462bb67-4f74-4a92-9e7d-27e8f69f911e), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:57.657357 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] For port f010b6ad-655f-47a2-baaf-99a80b9602e9, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f010b6ad-655f-47a2-baaf-99a80b9602e9,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:27:57.658825 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:57.671226 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:57.704925 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 46890) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:57.780216 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a8a2f-c722-4c37-9077-2a307f640cca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d032be1-9a08-48d8-9b6d-f99f44083814,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:57.810823 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 59600078-1049-4b42-81f6-4ad7334a4817 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:27:57.921718 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-3515a9f2-9c75-4b63-9066-9a6910c7bfd6 None None] Current status of the port 59600078-1049-4b42-81f6-4ad7334a4817 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:27:57.926459 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3515a9f2-9c75-4b63-9066-9a6910c7bfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (59600078-1049-4b42-81f6-4ad7334a4817), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:57.973409 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.db.api [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.27.2.150-455baad8-0cf1-4bd5-9018-184f6e411862 {{(pid=106302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 12 01:27:57.974032 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG oslo_db.api [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 01:27:58.009335 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:58.019140 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.022562 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee681eed-5d70-4ab2-9534-678c08b64b2b None None] Pushing event updated for resources: {'Port': ['ID=f010b6ad-655f-47a2-baaf-99a80b9602e9,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:58.029704 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-3515a9f2-9c75-4b63-9066-9a6910c7bfd6 None None] For port 59600078-1049-4b42-81f6-4ad7334a4817, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=59600078-1049-4b42-81f6-4ad7334a4817,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:27:58.040014 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3515a9f2-9c75-4b63-9066-9a6910c7bfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (59600078-1049-4b42-81f6-4ad7334a4817), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.059558 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-92451044-c0a7-485d-ac5b-945f093ef9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.119473 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 59600078-1049-4b42-81f6-4ad7334a4817 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:27:58.120166 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (59600078-1049-4b42-81f6-4ad7334a4817), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.126175 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515a9f2-9c75-4b63-9066-9a6910c7bfd6 None None] Pushing event updated for resources: {'Port': ['ID=59600078-1049-4b42-81f6-4ad7334a4817,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:58.137416 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4943e426-63cf-477c-87b2-21b0c5262f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (d33ce26f-dc4c-4f32-bc97-4170fb266b96), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.139264 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Pushing event updated for resources: {'Port': ['ID=0668c7de-24ae-43cd-87d5-0f2243f631cf,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:58.149342 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:27:58.167121 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:27:58.177418 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:27:58.186031 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a8a2f-c722-4c37-9077-2a307f640cca admin admin] Checking segment: {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:27:58.187833 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a8a2f-c722-4c37-9077-2a307f640cca admin admin] Network hostable DHCP agents. Network: c945ad6e-d04a-40d2-b591-3e29f6e664bb, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:27:58.192695 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-6bf05a10-8e66-4b89-95b1-cca5706af945 None None] Provisioning complete for port 59600078-1049-4b42-81f6-4ad7334a4817 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:27:58.193169 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6bf05a10-8e66-4b89-95b1-cca5706af945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (59600078-1049-4b42-81f6-4ad7334a4817), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.195631 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f048bf-913c-42fe-951d-7390f3a1b205 admin admin] Checking segment: {'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:27:58.196235 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f048bf-913c-42fe-951d-7390f3a1b205 admin admin] Network hostable DHCP agents. Network: a06d250a-3f70-4fa5-8a58-5159fc388d07, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:27:58.230880 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-92451044-c0a7-485d-ac5b-945f093ef9da admin admin] Publish callbacks [] for security_group (489e223c-5739-4fb8-b585-d13dc192b357), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.232120 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:58.236521 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-92451044-c0a7-485d-ac5b-945f093ef9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (489e223c-5739-4fb8-b585-d13dc192b357), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.278526 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92451044-c0a7-485d-ac5b-945f093ef9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489e223c-5739-4fb8-b585-d13dc192b357,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:58.279881 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f048bf-913c-42fe-951d-7390f3a1b205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2462bb67-4f74-4a92-9e7d-27e8f69f911e,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:58.296867 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 59600078-1049-4b42-81f6-4ad7334a4817 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:27:58.327190 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-92451044-c0a7-485d-ac5b-945f093ef9da admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e4bb614118524fc587332cc57fe7c357&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6186612 Aug 12 01:27:58.327464 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 46904) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:58.371476 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-6bf05a10-8e66-4b89-95b1-cca5706af945 None None] Current status of the port 59600078-1049-4b42-81f6-4ad7334a4817 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:27:58.391603 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a8a2f-c722-4c37-9077-2a307f640cca admin admin] Network c945ad6e-d04a-40d2-b591-3e29f6e664bb is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:27:58.412337 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-03662d73-e064-464e-917d-27bf4547a114 admin admin] Publish callbacks [] for security_group (489e223c-5739-4fb8-b585-d13dc192b357), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.421556 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f048bf-913c-42fe-951d-7390f3a1b205 admin admin] Network a06d250a-3f70-4fa5-8a58-5159fc388d07 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:27:58.433050 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-8d1a8a2f-c722-4c37-9077-2a307f640cca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, c945ad6e-d04a-40d2-b591-3e29f6e664bb) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:27:58.436313 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-03662d73-e064-464e-917d-27bf4547a114 admin admin] Publish callbacks [] for security_group (489e223c-5739-4fb8-b585-d13dc192b357), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.440153 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-63f048bf-913c-42fe-951d-7390f3a1b205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, a06d250a-3f70-4fa5-8a58-5159fc388d07) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:27:58.442211 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5592df86-06b5-45ec-9e15-bdf6d7de5ff3 None None] Network c945ad6e-d04a-40d2-b591-3e29f6e664bb requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:27:58.443588 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4943e426-63cf-477c-87b2-21b0c5262f70 admin admin] Checking segment: {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:27:58.443881 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4943e426-63cf-477c-87b2-21b0c5262f70 admin admin] Network hostable DHCP agents. Network: bdc64372-39dc-45f5-ae9b-e7b46a872a57, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:27:58.446640 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a8a2f-c722-4c37-9077-2a307f640cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:27:58.447416 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8a2f-c722-4c37-9077-2a307f640cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.451242 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943e426-63cf-477c-87b2-21b0c5262f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33ce26f-dc4c-4f32-bc97-4170fb266b96,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:58.483268 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.519377 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f048bf-913c-42fe-951d-7390f3a1b205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:27:58.520003 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-63f048bf-913c-42fe-951d-7390f3a1b205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.524033 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24587bb7-a6f7-4d1f-bd4f-4baed7f3cbcb None None] Network a06d250a-3f70-4fa5-8a58-5159fc388d07 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:27:58.528421 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8d1a8a2f-c722-4c37-9077-2a307f640cca admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4555571 Aug 12 01:27:58.532977 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 46908) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:58.550913 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:58.579983 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4943e426-63cf-477c-87b2-21b0c5262f70 admin admin] Network bdc64372-39dc-45f5-ae9b-e7b46a872a57 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:27:58.595714 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64281'] for router (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.595714 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64256'] for router (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.596139 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-63f048bf-913c-42fe-951d-7390f3a1b205 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1115181 Aug 12 01:27:58.596139 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46914) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:58.599855 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-724804261-router', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:58.609624 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:58.614989 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-4943e426-63cf-477c-87b2-21b0c5262f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, bdc64372-39dc-45f5-ae9b-e7b46a872a57) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:27:58.630622 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943e426-63cf-477c-87b2-21b0c5262f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:27:58.631292 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4943e426-63cf-477c-87b2-21b0c5262f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.642086 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Publish callbacks [] for router_gateway (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.685635 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64281'] for router (44745647-aa24-4aaf-8924-f13a864c3d97), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.686934 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64256'] for router (44745647-aa24-4aaf-8924-f13a864c3d97), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.698812 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7669fc-8708-4249-94f1-6d8e58afe889 None None] Network bdc64372-39dc-45f5-ae9b-e7b46a872a57 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:27:58.699435 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4943e426-63cf-477c-87b2-21b0c5262f70 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6894898 Aug 12 01:27:58.703398 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 46922) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:27:58.708864 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:27:58.803791 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-03662d73-e064-464e-917d-27bf4547a114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (489e223c-5739-4fb8-b585-d13dc192b357), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.808162 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-03662d73-e064-464e-917d-27bf4547a114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.810120 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-03662d73-e064-464e-917d-27bf4547a114 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/489e223c-5739-4fb8-b585-d13dc192b357 HTTP/1.1" status: 204 len: 168 time: 0.4810121 Aug 12 01:27:58.815592 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-a06d250a-3f70-4fa5-8a58-5159fc388d07', 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07', 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'fixed_ips': [{'subnet_id': '2462bb67-4f74-4a92-9e7d-27e8f69f911e'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:27:58.816561 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.825076 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Publish callbacks [] for router_controller (44745647-aa24-4aaf-8924-f13a864c3d97), precommit_add_association {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.832610 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64281'] for router (c39dbdd2-ee17-4306-9462-770fa60bd99b), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.838580 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64256'] for router (c39dbdd2-ee17-4306-9462-770fa60bd99b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.848267 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Publish callbacks [] for router_controller (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), precommit_add_association {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.849747 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:27:58.851018 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:58.871224 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03662d73-e064-464e-917d-27bf4547a114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489e223c-5739-4fb8-b585-d13dc192b357,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:27:58.985542 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Allocated IP 172.27.2.28 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/438a401f-1e52-4708-8703-90b1258a5e0a) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:27:59.020162 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:59.150643 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:59.227427 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'project_id': '9d33b640693442238516535af8320529', 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:27:59.228049 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:59.231055 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:59.284533 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912'] for router (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:59.289746 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Publish callbacks [] for router_gateway (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:59.298646 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Publish callbacks [] for router_gateway (44745647-aa24-4aaf-8924-f13a864c3d97), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:59.309832 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Publish callbacks [] for router_controller (c39dbdd2-ee17-4306-9462-770fa60bd99b), precommit_add_association {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:59.483599 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Allocated IP 172.20.0.2 (a06d250a-3f70-4fa5-8a58-5159fc388d07/2462bb67-4f74-4a92-9e7d-27e8f69f911e/f2af7072-7b22-4c6c-8d93-851850e4c183) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:27:59.493220 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be733d7-265e-41f5-ab1e-7cd89bda5739 None None] Network c69785c6-9bf5-4740-9585-57c14141c241 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:27:59.537086 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Publish callbacks [] for port (438a401f-1e52-4708-8703-90b1258a5e0a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:59.583086 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:59.586562 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Allocated IP 172.20.0.2 (c945ad6e-d04a-40d2-b591-3e29f6e664bb/6d032be1-9a08-48d8-9b6d-f99f44083814/5a5e70e7-f8bd-4e85-996d-de3ae917b398) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:27:59.643557 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:27:59.724505 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Publish callbacks [] for router_gateway (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:59.788068 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:59.847375 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a8a203c5-6ae4-464d-91e7-a94195d8c572 None None] Provisioning complete for port f010b6ad-655f-47a2-baaf-99a80b9602e9 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:27:59.850127 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a8a203c5-6ae4-464d-91e7-a94195d8c572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:59.944860 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (438a401f-1e52-4708-8703-90b1258a5e0a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:27:59.999455 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=438a401f-1e52-4708-8703-90b1258a5e0a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:00.029641 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:00.034273 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:00.044806 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:00.118950 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:00.148892 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Publish callbacks [] for router_gateway (c39dbdd2-ee17-4306-9462-770fa60bd99b), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.159569 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Router cfe1fd6d-7509-4b25-a689-fc12f726fe0b is scheduled to L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 with binding_index 1 {{(pid=106301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 12 01:28:00.216720 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 59600078-1049-4b42-81f6-4ad7334a4817 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:00.234391 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 46964) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:00.244584 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Allocated IP 172.27.2.162 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/88aa7d1d-1a8e-4c63-86c0-3111ff3e8269) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:00.342699 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Allocated IP 172.20.0.2 (bdc64372-39dc-45f5-ae9b-e7b46a872a57/d33ce26f-dc4c-4f32-bc97-4170fb266b96/aa0f7523-235c-4fbb-aa13-a49cfe713406) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:00.406869 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-120755304-network', 'tenant_id': 'f5365861a66d4e648ee1bb8a8ddbf8d9'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:00.470072 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:00.489693 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Made reservation on behalf of f5365861a66d4e648ee1bb8a8ddbf8d9 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:28:00.492279 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.504354 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.529104 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a8a203c5-6ae4-464d-91e7-a94195d8c572 None None] Current status of the port f010b6ad-655f-47a2-baaf-99a80b9602e9 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:00.529621 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a8a203c5-6ae4-464d-91e7-a94195d8c572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.605422 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Publish callbacks [] for security_group (eeee14f8-e6c8-4c1e-8029-d3fdb5010b33), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.612653 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:00.620487 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Publish callbacks [] for router_gateway (16dc98ea-5d10-40d8-af13-5f8d2e04c856), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.625821 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (eeee14f8-e6c8-4c1e-8029-d3fdb5010b33), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.652627 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Publish callbacks [] for router_gateway (44745647-aa24-4aaf-8924-f13a864c3d97), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.666519 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:00.667514 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Publish callbacks [] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.693729 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:28:00.710668 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 59600078-1049-4b42-81f6-4ad7334a4817 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:00.711058 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (59600078-1049-4b42-81f6-4ad7334a4817), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.713845 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-a8a203c5-6ae4-464d-91e7-a94195d8c572 None None] For port f010b6ad-655f-47a2-baaf-99a80b9602e9, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f010b6ad-655f-47a2-baaf-99a80b9602e9,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:00.717150 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:00.742937 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a8a203c5-6ae4-464d-91e7-a94195d8c572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.762598 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Publish callbacks [] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.767521 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.814382 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.824322 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (a3d0a040-c246-4e7e-811e-9259302a14a5), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.824322 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Added segment a3d0a040-c246-4e7e-811e-9259302a14a5 of type vlan for network 130eb93c-fc9c-4d3b-8813-a069ba648911 Aug 12 01:28:00.861722 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:00.875703 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Sync routers for ids ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:00.876717 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeee14f8-e6c8-4c1e-8029-d3fdb5010b33,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:00.894308 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Routers {'cfe1fd6d-7509-4b25-a689-fc12f726fe0b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:00.894935 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:27:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:00.904006 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Publish callbacks [] for router_gateway (c39dbdd2-ee17-4306-9462-770fa60bd99b), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.929725 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.933557 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (130eb93c-fc9c-4d3b-8813-a069ba648911), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.971031 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Publish callbacks [] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:00.990212 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a203c5-6ae4-464d-91e7-a94195d8c572 None None] Pushing event updated for resources: {'Port': ['ID=f010b6ad-655f-47a2-baaf-99a80b9602e9,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:01.004950 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.010435 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Publish callbacks [] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.023420 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.024936 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d8d54f0b-5b5d-43d2-967a-e9b4076153fa admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6213472 Aug 12 01:28:01.050262 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-2ac08c3b-d801-4ee3-b4b1-2d8547983ab1 None None] Provisioning complete for port f010b6ad-655f-47a2-baaf-99a80b9602e9 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:01.050787 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-2ac08c3b-d801-4ee3-b4b1-2d8547983ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.074469 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:01.077596 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 46984) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:01.092955 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:01.096851 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:01.103575 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.162438 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.166602 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Network a06d250a-3f70-4fa5-8a58-5159fc388d07 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:01.187929 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:01.188885 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Set router cfe1fd6d-7509-4b25-a689-fc12f726fe0b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:01.205680 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:01.208744 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Allocated IP 172.27.2.214 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:01.218325 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (130eb93c-fc9c-4d3b-8813-a069ba648911), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.219327 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:01.232974 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.240815 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Pushing event updated for resources: {'Port': ['ID=88aa7d1d-1a8e-4c63-86c0-3111ff3e8269,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:01.242114 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Network bdc64372-39dc-45f5-ae9b-e7b46a872a57 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:01.260219 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:01.262530 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Pushing event updated for resources: {'Port': ['ID=f2af7072-7b22-4c6c-8d93-851850e4c183,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:01.269803 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:01.340123 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Network c945ad6e-d04a-40d2-b591-3e29f6e664bb is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:01.386246 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-2ac08c3b-d801-4ee3-b4b1-2d8547983ab1 None None] Current status of the port f010b6ad-655f-47a2-baaf-99a80b9602e9 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:01.392579 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Pushing event updated for resources: {'Port': ['ID=aa0f7523-235c-4fbb-aa13-a49cfe713406,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:01.395739 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 59600078-1049-4b42-81f6-4ad7334a4817 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:01.397048 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f010b6ad-655f-47a2-baaf-99a80b9602e9 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:01.421280 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Publish callbacks [] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.437997 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:01.465099 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:01.471694 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:01.476143 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.483905 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:01.491871 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:27:58Z', 'revision_number': 3, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:01.520954 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port f010b6ad-655f-47a2-baaf-99a80b9602e9 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:01.521435 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.530482 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Checking router: cfe1fd6d-7509-4b25-a689-fc12f726fe0b for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:01.530853 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Updating router cfe1fd6d-7509-4b25-a689-fc12f726fe0b port 0668c7de-24ae-43cd-87d5-0f2243f631cf binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:28:01.569546 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.581752 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:01.587465 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:01.602327 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:01.610357 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:01.621726 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Allocated IP 172.27.2.15 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/3ce74d3a-7f3a-4b16-8536-c56bde4a13d3) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:01.676039 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912'] for router (16dc98ea-5d10-40d8-af13-5f8d2e04c856), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.677203 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:01.694038 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Pushing event updated for resources: {'Port': ['ID=e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:01.694489 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4552305 Aug 12 01:28:01.695197 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47008) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:01.702075 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-de96f283-fbce-4d1b-a444-cc643be39740 admin admin] Request body: {'subnet': {'network_id': '130eb93c-fc9c-4d3b-8813-a069ba648911', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-120755304-subnet', 'tenant_id': 'f5365861a66d4e648ee1bb8a8ddbf8d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:01.733980 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Attempting to bind port aa0f7523-235c-4fbb-aa13-a49cfe713406 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:01.734356 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Attempting to bind port aa0f7523-235c-4fbb-aa13-a49cfe713406 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:01.734861 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Attempting to bind port aa0f7523-235c-4fbb-aa13-a49cfe713406 on network bdc64372-39dc-45f5-ae9b-e7b46a872a57 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:01.735597 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de96f283-fbce-4d1b-a444-cc643be39740 admin admin] Made reservation on behalf of f5365861a66d4e648ee1bb8a8ddbf8d9 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:28:01.738083 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-de96f283-fbce-4d1b-a444-cc643be39740 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.744594 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Pushing event updated for resources: {'Port': ['ID=5a5e70e7-f8bd-4e85-996d-de3ae917b398,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:01.747961 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Attempting to bind port f2af7072-7b22-4c6c-8d93-851850e4c183 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:01.748456 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Attempting to bind port f2af7072-7b22-4c6c-8d93-851850e4c183 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:01.748823 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Attempting to bind port f2af7072-7b22-4c6c-8d93-851850e4c183 on network a06d250a-3f70-4fa5-8a58-5159fc388d07 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:01.750916 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Attempting to bind port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:01.751278 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Attempting to bind port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:01.751657 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Attempting to bind port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 on network c945ad6e-d04a-40d2-b591-3e29f6e664bb {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:01.755231 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:01.755638 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Checking segment: {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:01.756082 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.756470 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Bound using segment: {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:01.756954 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Bound port: aa0f7523-235c-4fbb-aa13-a49cfe713406, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:01.757332 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.789927 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:01.790161 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Checking segment: {'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:01.790533 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.790932 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Bound using segment: {'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:01.791419 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Bound port: f2af7072-7b22-4c6c-8d93-851850e4c183, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:01.791823 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.797254 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:01.797623 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Checking segment: {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:01.798010 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.798395 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Bound using segment: {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:01.798869 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Bound port: 5a5e70e7-f8bd-4e85-996d-de3ae917b398, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:01.799364 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:01.855591 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port f010b6ad-655f-47a2-baaf-99a80b9602e9 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:01.952144 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:01.953820 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Publish callbacks [] for router_gateway (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.010085 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] For port 5a5e70e7-f8bd-4e85-996d-de3ae917b398, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:02.015041 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] For port 5a5e70e7-f8bd-4e85-996d-de3ae917b398, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=5a5e70e7-f8bd-4e85-996d-de3ae917b398,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:02.032963 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Publish callbacks [] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.033352 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f010b6ad-655f-47a2-baaf-99a80b9602e9 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:02.073363 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4eb48-c348-4f87-a123-440cdbdcba0b admin admin] Pushing event updated for resources: {'Network': ['ID=130eb93c-fc9c-4d3b-8813-a069ba648911,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:02.094024 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Publish callbacks [] for router_gateway (44745647-aa24-4aaf-8924-f13a864c3d97), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.115568 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network 130eb93c-fc9c-4d3b-8813-a069ba648911 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:28:02.119843 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.264117 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.278161 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] For port f2af7072-7b22-4c6c-8d93-851850e4c183, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:02.289199 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] For port aa0f7523-235c-4fbb-aa13-a49cfe713406, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:02.291975 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:02.298977 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port f010b6ad-655f-47a2-baaf-99a80b9602e9 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:02.300017 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.400922 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] For port f2af7072-7b22-4c6c-8d93-851850e4c183, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f2af7072-7b22-4c6c-8d93-851850e4c183,segment=NetworkSegment(75c40d46-008d-4f5b-925b-ded1fe8e5755),segment_id=75c40d46-008d-4f5b-925b-ded1fe8e5755)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:02.403121 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] For port aa0f7523-235c-4fbb-aa13-a49cfe713406, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=aa0f7523-235c-4fbb-aa13-a49cfe713406,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:02.407064 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:02.479160 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.508177 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.522783 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fd391-c979-4419-a9db-f9d06149b656 None None] Pushing event updated for resources: {'Port': ['ID=5a5e70e7-f8bd-4e85-996d-de3ae917b398,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:02.619736 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9576-8bd6-49cc-9686-6d0319b33ed8 None None] Pushing event updated for resources: {'Port': ['ID=aa0f7523-235c-4fbb-aa13-a49cfe713406,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:02.628601 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Publish callbacks [] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.631276 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-de96f283-fbce-4d1b-a444-cc643be39740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (a9b21aac-307c-4543-8e82-f5e31fda7955), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.644447 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.667679 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:02.681910 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:02.721395 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:02.732543 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:02.747803 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Pushing event updated for resources: {'Port': ['ID=0668c7de-24ae-43cd-87d5-0f2243f631cf,revision_number=2']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:02.783083 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.783433 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.786284 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.786658 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.786982 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.787396 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.787754 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.788088 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.788433 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.788820 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.789154 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.789504 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.789959 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.790289 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.790609 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Tracked resource versions report: Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: pushed versions: Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: { 'AddressGroup': {'1.2'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Agent': {'1.1'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'ConntrackHelper': {'1.0'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'LocalIPAssociation': {'1.0'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Log': {'1.0'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'NDPProxy': {'1.0'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Network': {'1.1'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Port': {'1.7'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'PortForwarding': {'1.3'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'QosPolicy': {'1.10'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'SecurityGroup': {'1.5'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'SecurityGroupRule': {'1.2'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'SubPort': {'1.0'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Subnet': {'1.1'}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Trunk': {'1.1'}} Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: consumer versions: Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: { DHCP agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: HyperV agent@hv-cinder-78481: {}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: L3 agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: Metadata agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: Metering agent@dv-cinder-784815-15-iscsi: {}, Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: Open vSwitch agent@dv-cinder-784815-15-iscsi: { 'AddressGroup': '1.2', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Agent': '1.1', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'ConntrackHelper': '1.0', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'LocalIPAssociation': '1.0', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Log': '1.0', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'NDPProxy': '1.0', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Network': '1.1', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Port': '1.7', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'PortForwarding': '1.3', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'QosPolicy': '1.10', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'SecurityGroup': '1.5', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'SecurityGroupRule': '1.2', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'SubPort': '1.0', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Subnet': '1.1', Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: 'Trunk': '1.1'}} Aug 12 01:28:02.792085 dv-cinder-784815-15-iscsi neutron-server[106304]: {{(pid=106304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 01:28:02.796684 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Attempting to bind port 0668c7de-24ae-43cd-87d5-0f2243f631cf on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:02.796985 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Attempting to bind port 0668c7de-24ae-43cd-87d5-0f2243f631cf by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:02.797349 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Attempting to bind port 0668c7de-24ae-43cd-87d5-0f2243f631cf on network 776c52f4-13cf-4479-a18d-8427be668cbb {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:02.815178 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:02.817589 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:02.818025 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.818550 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Bound using segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:02.819015 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Bound port: 0668c7de-24ae-43cd-87d5-0f2243f631cf, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:02.819406 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.851338 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:02.862581 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce74d3a-7f3a-4b16-8536-c56bde4a13d3,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:02.867558 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd0521-05c0-4d09-9b1c-399bf31ce6ab None None] Pushing event updated for resources: {'Port': ['ID=f2af7072-7b22-4c6c-8d93-851850e4c183,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:02.873398 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port f010b6ad-655f-47a2-baaf-99a80b9602e9 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:02.903733 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 is scheduled to L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 12 01:28:02.932583 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912'] for router (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:02.970304 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] For port 0668c7de-24ae-43cd-87d5-0f2243f631cf, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:02.979583 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] For port 0668c7de-24ae-43cd-87d5-0f2243f631cf, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=0668c7de-24ae-43cd-87d5-0f2243f631cf,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:03.001258 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:03.042594 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96f283-fbce-4d1b-a444-cc643be39740 admin admin] Checking segment: {'id': 'a3d0a040-c246-4e7e-811e-9259302a14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '130eb93c-fc9c-4d3b-8813-a069ba648911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:03.043107 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96f283-fbce-4d1b-a444-cc643be39740 admin admin] Network hostable DHCP agents. Network: 130eb93c-fc9c-4d3b-8813-a069ba648911, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:28:03.045688 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96f283-fbce-4d1b-a444-cc643be39740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b21aac-307c-4543-8e82-f5e31fda7955,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:03.054297 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Routers {'cfe1fd6d-7509-4b25-a689-fc12f726fe0b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:03.055100 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:27:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:03.136183 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:03.137325 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c4bba-e4da-470b-b64b-66865f07bed6 None None] Pushing event updated for resources: {'Port': ['ID=0668c7de-24ae-43cd-87d5-0f2243f631cf,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:03.212671 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96f283-fbce-4d1b-a444-cc643be39740 admin admin] Network 130eb93c-fc9c-4d3b-8813-a069ba648911 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:28:03.224930 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:03.252431 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] Set router cfe1fd6d-7509-4b25-a689-fc12f726fe0b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:03.254966 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-de96f283-fbce-4d1b-a444-cc643be39740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, 130eb93c-fc9c-4d3b-8813-a069ba648911) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:03.263069 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Publish callbacks [] for router_gateway (c39dbdd2-ee17-4306-9462-770fa60bd99b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:03.264382 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab4f939-020f-44d1-8e42-1d1ddaf63a00 None None] Network 130eb93c-fc9c-4d3b-8813-a069ba648911 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:28:03.265562 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de96f283-fbce-4d1b-a444-cc643be39740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:03.266172 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-de96f283-fbce-4d1b-a444-cc643be39740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:03.336746 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912'] for router (44745647-aa24-4aaf-8924-f13a864c3d97), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:03.394019 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:03.431008 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:03.432125 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-de96f283-fbce-4d1b-a444-cc643be39740 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7338593 Aug 12 01:28:03.454976 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:03.474445 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:03.476195 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3039295d-244d-491b-ba5c-47aa7a05f7a8 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3719771 Aug 12 01:28:03.481949 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47044) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:03.637782 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:27:58Z', 'revision_number': 3, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:03.643730 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Sync routers for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:03.682984 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311668a-3fc0-4851-b8ce-25fa7966242c None None] The sync data for ids ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'] in dv-cinder-784815-15-iscsi is: [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:27:58Z', 'revision_number': 3, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:28:03.685393 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:03.686029 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:27:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:03.865204 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:03.897970 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:03.926688 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a54c78f-2a2f-4052-85a8-7caffc775915 None None] Network 130eb93c-fc9c-4d3b-8813-a069ba648911 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:28:03.932731 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912'] for router (c39dbdd2-ee17-4306-9462-770fa60bd99b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:03.938951 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Router 44745647-aa24-4aaf-8924-f13a864c3d97 is scheduled to L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 with binding_index 1 {{(pid=106301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 12 01:28:03.999887 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Allocated IP 172.20.0.1 (0d1de51b-a5d0-4a09-af82-8f44783003c3/56eeebe6-a638-4828-88cb-f2a33860c466/c6c9146b-ac2b-4378-bec8-f59be3a3f571) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:04.057849 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2d853d-b4d9-46b2-95de-958a299f15e5 None None] Network c945ad6e-d04a-40d2-b591-3e29f6e664bb requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:28:04.183180 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:04.396428 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 is scheduled to L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 12 01:28:04.441471 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:04.454735 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Sync routers for ids ['44745647-aa24-4aaf-8924-f13a864c3d97'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:04.483988 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Routers {'44745647-aa24-4aaf-8924-f13a864c3d97'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:04.487660 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:27:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['44745647-aa24-4aaf-8924-f13a864c3d97'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:04.502918 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f2af7072-7b22-4c6c-8d93-851850e4c183 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:04.503926 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:04.557810 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:04.560204 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-0b0a2d1f-3a2d-45ed-9170-d613bf875f70 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9673676 Aug 12 01:28:04.567399 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Router c39dbdd2-ee17-4306-9462-770fa60bd99b is scheduled to L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 with binding_index 1 {{(pid=106301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 12 01:28:04.587035 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47064) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:04.600231 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-aa3a8de3-7c20-41e3-9ae4-eb05f08b8394 None None] Provisioning complete for port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:04.601175 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-aa3a8de3-7c20-41e3-9ae4-eb05f08b8394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:04.602308 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Publish callbacks [] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:04.612248 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadd9b40-8c9f-4d06-a6b6-d5d51a8a9adb None None] Network a06d250a-3f70-4fa5-8a58-5159fc388d07 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:28:04.644990 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47068) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:04.674244 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1677660318-network', 'tenant_id': 'b0c7b34c52d045dabdb0da1aefc0ba36'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:04.710006 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Set router 44745647-aa24-4aaf-8924-f13a864c3d97 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:04.932138 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Made reservation on behalf of b0c7b34c52d045dabdb0da1aefc0ba36 for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:28:04.934810 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:04.951820 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:04.952502 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:04.956069 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7236a053-578d-481d-903d-9adc9f7e205a None None] Network bdc64372-39dc-45f5-ae9b-e7b46a872a57 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:28:04.960424 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:05.026580 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:05.192445 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'name': 'tempest-DeleteServersTestJSON-724804261-router', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:01Z', 'revision_number': 3, 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'gw_port': {'id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:00Z', 'updated_at': '2022-08-12T01:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:05.197226 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:05.214096 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Network 0d1de51b-a5d0-4a09-af82-8f44783003c3 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:05.277657 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Checking router: 44745647-aa24-4aaf-8924-f13a864c3d97 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:05.278007 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Updating router 44745647-aa24-4aaf-8924-f13a864c3d97 port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:28:05.343915 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:05.358390 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:05.359155 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777913'] for router_interface (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:05.362512 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:05.368374 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c9146b-ac2b-4378-bec8-f59be3a3f571,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:05.377899 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:05.379141 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a895665d-4951-4f19-bcaf-89d43c3d5b14 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6750226 Aug 12 01:28:05.386827 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47088) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:05.421595 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Sync routers for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:05.515308 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port f2af7072-7b22-4c6c-8d93-851850e4c183 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:05.516116 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:05.543243 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:05.565963 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a8de3-7c20-41e3-9ae4-eb05f08b8394 None None] Current status of the port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:05.566655 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-aa3a8de3-7c20-41e3-9ae4-eb05f08b8394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:05.578286 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Sync routers for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:05.622013 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:05.622785 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:27:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:05.650209 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-aa3a8de3-7c20-41e3-9ae4-eb05f08b8394 None None] For port 5a5e70e7-f8bd-4e85-996d-de3ae917b398, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=5a5e70e7-f8bd-4e85-996d-de3ae917b398,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:05.651458 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:05.656699 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f01a31a2-51be-469c-bcda-63b97e168331 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1101282 Aug 12 01:28:05.660787 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47090) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:05.677476 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:05.678473 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:27:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:05.680769 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:05.682806 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-aa3a8de3-7c20-41e3-9ae4-eb05f08b8394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:05.801952 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a8de3-7c20-41e3-9ae4-eb05f08b8394 None None] Pushing event updated for resources: {'Port': ['ID=5a5e70e7-f8bd-4e85-996d-de3ae917b398,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:05.806324 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:05.818763 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:05.820621 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:05.828606 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:05.838086 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Provisioning complete for port c6c9146b-ac2b-4378-bec8-f59be3a3f571 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:05.838565 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:05.845800 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:00Z', 'revision_number': 3, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:05.906498 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Checking router: 16dc98ea-5d10-40d8-af13-5f8d2e04c856 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:05.907026 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Updating router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 port 438a401f-1e52-4708-8703-90b1258a5e0a binding host dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:28:06.029566 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Publish callbacks [] for security_group (986da82a-c190-46dd-9ccb-7046d4544d72), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.050916 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (986da82a-c190-46dd-9ccb-7046d4544d72), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.071137 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Port c6c9146b-ac2b-4378-bec8-f59be3a3f571 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:06.088080 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Provisioning complete for port aa0f7523-235c-4fbb-aa13-a49cfe713406 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:06.088456 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.094618 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (438a401f-1e52-4708-8703-90b1258a5e0a), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.146159 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:28:06.156000 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:06.183828 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:06.206953 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:06.213541 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986da82a-c190-46dd-9ccb-7046d4544d72,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:06.221401 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (4aad5ac2-5e71-4b04-ae8a-4dbf07c41bba), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.221893 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Added segment 4aad5ac2-5e71-4b04-ae8a-4dbf07c41bba of type vlan for network 12a5f2cd-67a1-4089-88f4-cd9637a2c41a Aug 12 01:28:06.354135 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:06.355383 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:06.363137 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (12a5f2cd-67a1-4089-88f4-cd9637a2c41a), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.471489 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Publish callbacks [] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.516478 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (12a5f2cd-67a1-4089-88f4-cd9637a2c41a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.516478 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:06.516478 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.518981 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:06.534454 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.631207 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674727a-b07b-4c24-8c27-65e199e0a4de None None] Pushing event updated for resources: {'Port': ['ID=e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85,revision_number=2']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:06.645496 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Publish callbacks [] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.653462 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Attempting to bind port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:06.653910 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Attempting to bind port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:06.654507 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Attempting to bind port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 on network 776c52f4-13cf-4479-a18d-8427be668cbb {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:06.654947 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] Pushing event updated for resources: {'Network': ['ID=12a5f2cd-67a1-4089-88f4-cd9637a2c41a,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:06.661259 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.662589 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1778249'] for router_interface (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.685434 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:06.686546 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:06.686920 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:06.687316 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.687779 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Bound using segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:06.688237 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Bound port: e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:06.688611 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.693440 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-76fbdd96-8d2a-415f-8381-cb849cf1b148 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0439692 Aug 12 01:28:06.716170 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47106) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:06.723126 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-2f1163e7-9b5d-4a31-b63c-ff2912d02ee4 admin admin] Request body: {'subnet': {'network_id': '12a5f2cd-67a1-4089-88f4-cd9637a2c41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1677660318-subnet', 'tenant_id': 'b0c7b34c52d045dabdb0da1aefc0ba36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:06.740163 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:01Z', 'revision_number': 3, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:06.767438 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Checking router: 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:06.767810 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Updating router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:28:06.816285 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.911034 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1163e7-9b5d-4a31-b63c-ff2912d02ee4 admin admin] Made reservation on behalf of b0c7b34c52d045dabdb0da1aefc0ba36 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:28:06.913510 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2f1163e7-9b5d-4a31-b63c-ff2912d02ee4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:06.938461 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] For port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:06.972450 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] For port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:06.986324 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.020477 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Routers {'44745647-aa24-4aaf-8924-f13a864c3d97'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:07.021693 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:27:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['44745647-aa24-4aaf-8924-f13a864c3d97'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:07.062384 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.097960 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Publish callbacks [] for port (438a401f-1e52-4708-8703-90b1258a5e0a), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.114131 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port f2af7072-7b22-4c6c-8d93-851850e4c183 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:07.114531 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.133536 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:07.157676 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] Set router 44745647-aa24-4aaf-8924-f13a864c3d97 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:07.196035 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c9146b-ac2b-4378-bec8-f59be3a3f571,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:07.228595 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:07.246755 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network 12a5f2cd-67a1-4089-88f4-cd9637a2c41a details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:28:07.253260 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Allocated IP 172.20.0.1 (c69785c6-9bf5-4740-9585-57c14141c241/a9afc717-283a-483a-80e3-bf850c00ecf8/32b1bdcf-20ba-4628-b4c1-1139bf8953e9) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:07.266976 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.289385 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6161b55f-d2fc-4538-b5ee-5bf577409708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.302793 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Network 0d1de51b-a5d0-4a09-af82-8f44783003c3 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:07.307962 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:07.446141 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:07.447652 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:07.448847 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (438a401f-1e52-4708-8703-90b1258a5e0a), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.458669 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:07.488538 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.509338 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Current status of the port aa0f7523-235c-4fbb-aa13-a49cfe713406 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:07.510056 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.516828 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:07.521356 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'name': 'tempest-DeleteServersTestJSON-724804261-router', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:01Z', 'revision_number': 3, 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'gw_port': {'id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:00Z', 'updated_at': '2022-08-12T01:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:07.573395 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2f1163e7-9b5d-4a31-b63c-ff2912d02ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (4e581524-5f12-40ea-9405-ac70a01fdfdf), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.598732 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Attempting to bind port 438a401f-1e52-4708-8703-90b1258a5e0a on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:07.603288 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Attempting to bind port 438a401f-1e52-4708-8703-90b1258a5e0a by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:07.605259 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Attempting to bind port 438a401f-1e52-4708-8703-90b1258a5e0a on network 776c52f4-13cf-4479-a18d-8427be668cbb {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:07.611553 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893f978-3a64-4aae-9df9-7f2acfb635c4 None None] The sync data for ids ['44745647-aa24-4aaf-8924-f13a864c3d97'] in dv-cinder-784815-15-iscsi is: [{'id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'name': 'tempest-DeleteServersTestJSON-724804261-router', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:01Z', 'revision_number': 3, 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'gw_port': {'id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:00Z', 'updated_at': '2022-08-12T01:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:28:07.623463 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674727a-b07b-4c24-8c27-65e199e0a4de None None] Pushing event updated for resources: {'Port': ['ID=e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:07.714024 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Publish callbacks [] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.742159 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Router cfe1fd6d-7509-4b25-a689-fc12f726fe0b has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:28:07.774375 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Allocated IP 172.20.0.1 (c945ad6e-d04a-40d2-b591-3e29f6e664bb/6d032be1-9a08-48d8-9b6d-f99f44083814/b8bcb40a-9011-4900-9f57-78bd5f389d8e) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:07.826552 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port f2af7072-7b22-4c6c-8d93-851850e4c183, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f2af7072-7b22-4c6c-8d93-851850e4c183,segment=NetworkSegment(75c40d46-008d-4f5b-925b-ded1fe8e5755),segment_id=75c40d46-008d-4f5b-925b-ded1fe8e5755)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:07.831257 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Allocated IP 172.20.0.1 (a06d250a-3f70-4fa5-8a58-5159fc388d07/2462bb67-4f74-4a92-9e7d-27e8f69f911e/cf23beed-547d-4dae-a0d6-69f4d1253b04) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:07.863599 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] For port aa0f7523-235c-4fbb-aa13-a49cfe713406, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=aa0f7523-235c-4fbb-aa13-a49cfe713406,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:07.866836 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:02Z', 'revision_number': 3, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:07.869813 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614aeb2-0fb5-45de-ad3b-50aa934360c2 None None] Pushing event updated for resources: {'Port': ['ID=438a401f-1e52-4708-8703-90b1258a5e0a,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:07.874340 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Publish callbacks [] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.878750 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:07.884058 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:07.884446 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:07.884845 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.885952 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Bound using segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:07.886481 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Bound port: 438a401f-1e52-4708-8703-90b1258a5e0a, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:07.886899 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (438a401f-1e52-4708-8703-90b1258a5e0a), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.888610 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.915687 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1163e7-9b5d-4a31-b63c-ff2912d02ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e581524-5f12-40ea-9405-ac70a01fdfdf,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:07.926163 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Attempting to bind port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:07.926903 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Attempting to bind port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:07.927482 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Attempting to bind port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 on network 776c52f4-13cf-4479-a18d-8427be668cbb {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:07.958411 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:07.973129 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:07.974403 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.975082 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Bound using segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:07.975819 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Bound port: 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:07.976431 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:07.991089 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1163e7-9b5d-4a31-b63c-ff2912d02ee4 admin admin] Checking segment: {'id': '4aad5ac2-5e71-4b04-ae8a-4dbf07c41bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12a5f2cd-67a1-4089-88f4-cd9637a2c41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:07.991899 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1163e7-9b5d-4a31-b63c-ff2912d02ee4 admin admin] Network hostable DHCP agents. Network: 12a5f2cd-67a1-4089-88f4-cd9637a2c41a, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:28:07.993166 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.000980 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] For port 438a401f-1e52-4708-8703-90b1258a5e0a, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:08.005303 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] For port 438a401f-1e52-4708-8703-90b1258a5e0a, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=438a401f-1e52-4708-8703-90b1258a5e0a,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:08.029073 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.055568 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.062356 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device aa0f7523-235c-4fbb-aa13-a49cfe713406 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:08.133839 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554eca6-0807-4cd8-b6a8-7292feb433cb None None] Pushing event updated for resources: {'Port': ['ID=88aa7d1d-1a8e-4c63-86c0-3111ff3e8269,revision_number=2']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:08.143483 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Network c69785c6-9bf5-4740-9585-57c14141c241 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:08.152975 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Allocated IP 172.20.0.1 (bdc64372-39dc-45f5-ae9b-e7b46a872a57/d33ce26f-dc4c-4f32-bc97-4170fb266b96/4fa676b6-f175-439f-99f2-30839279b119) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:08.154236 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:08.161411 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Provisioning complete for port f2af7072-7b22-4c6c-8d93-851850e4c183 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:08.161908 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.174068 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:08.174524 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777913'] for router_interface (16dc98ea-5d10-40d8-af13-5f8d2e04c856), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.217935 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] For port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:08.221622 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1163e7-9b5d-4a31-b63c-ff2912d02ee4 admin admin] Network 12a5f2cd-67a1-4089-88f4-cd9637a2c41a is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:28:08.227422 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] For port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=88aa7d1d-1a8e-4c63-86c0-3111ff3e8269,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:08.235598 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (438a401f-1e52-4708-8703-90b1258a5e0a), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.235797 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:08.242444 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.289972 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Checking router: c39dbdd2-ee17-4306-9462-770fa60bd99b for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:08.290291 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Updating router c39dbdd2-ee17-4306-9462-770fa60bd99b port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 binding host dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:28:08.302503 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47134) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:08.304070 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-2f1163e7-9b5d-4a31-b63c-ff2912d02ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, 12a5f2cd-67a1-4089-88f4-cd9637a2c41a) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:08.310613 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:08.310613 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:27:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:08.332665 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1163e7-9b5d-4a31-b63c-ff2912d02ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:08.333218 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2f1163e7-9b5d-4a31-b63c-ff2912d02ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.339720 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=32b1bdcf-20ba-4628-b4c1-1139bf8953e9,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:08.370226 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:08.405924 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-753a341b-0330-4931-988a-90af0cc5d230 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/cfe1fd6d-7509-4b25-a689-fc12f726fe0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2373037 Aug 12 01:28:08.446685 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.449844 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Pushing event updated for resources: {'Port': ['ID=aa0f7523-235c-4fbb-aa13-a49cfe713406,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:08.495060 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2f2d54-5440-48a6-82e6-153cb9aa4663 None None] Network 12a5f2cd-67a1-4089-88f4-cd9637a2c41a requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:28:08.553929 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Publish callbacks [] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.573473 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-2f1163e7-9b5d-4a31-b63c-ff2912d02ee4 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8468244 Aug 12 01:28:08.615119 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Publish callbacks [] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.629855 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:08.649880 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Sync routers for ids ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:08.719626 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:08.720827 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:27:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:08.754393 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:08.759876 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.769081 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Publish callbacks [] for port (4fa676b6-f175-439f-99f2-30839279b119), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.774775 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.799236 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:08.851227 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:08.856188 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-378fd634-8f92-4ef5-a824-43c08724b8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.867179 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:08.892466 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:08.961705 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Network a06d250a-3f70-4fa5-8a58-5159fc388d07 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:08.990063 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Network c945ad6e-d04a-40d2-b591-3e29f6e664bb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:08.994804 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:08.998273 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:09.001080 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:09.002127 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777913'] for router_interface (44745647-aa24-4aaf-8924-f13a864c3d97), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:09.002796 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:09.003284 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777913'] for router_interface (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:09.023994 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47154) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:09.068549 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Pushing event updated for resources: {'Port': ['ID=cf23beed-547d-4dae-a0d6-69f4d1253b04,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:09.086961 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Routers {'cfe1fd6d-7509-4b25-a689-fc12f726fe0b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:09.087664 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:27:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:09.273865 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47160) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:09.338474 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Pushing event updated for resources: {'Port': ['ID=b8bcb40a-9011-4900-9f57-78bd5f389d8e,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:09.394932 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Set router cfe1fd6d-7509-4b25-a689-fc12f726fe0b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:09.492592 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5b8e48-e6ea-49ff-8786-65d93cb41f7f admin admin] Deleting subnet a9b21aac-307c-4543-8e82-f5e31fda7955 {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:28:09.501390 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:09.506847 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:01Z', 'revision_number': 3, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:09.548526 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8e48-e6ea-49ff-8786-65d93cb41f7f admin admin] Publish callbacks [] for subnet (a9b21aac-307c-4543-8e82-f5e31fda7955), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:09.550302 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:09.590991 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea24ee32-598b-4300-b22a-8de39c9f6abd None None] The sync data for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi is: [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:01Z', 'revision_number': 3, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:28:09.598965 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (4fa676b6-f175-439f-99f2-30839279b119), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:09.626240 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554eca6-0807-4cd8-b6a8-7292feb433cb None None] Pushing event updated for resources: {'Port': ['ID=88aa7d1d-1a8e-4c63-86c0-3111ff3e8269,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:09.630779 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=f2af7072-7b22-4c6c-8d93-851850e4c183,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:09.649549 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53970905-43dc-4065-b311-65a56ac4a89e None None] Network 12a5f2cd-67a1-4089-88f4-cd9637a2c41a requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:28:09.654235 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:09.654876 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:09.670870 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47180) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:09.684881 dv-cinder-784815-15-iscsi neutron-server[106301]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 01:28:09.693783 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-275ddb98-0584-4ec4-a2d7-3e926dbffc93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:09.737095 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8e48-e6ea-49ff-8786-65d93cb41f7f admin admin] Publish callbacks [] for subnet (a9b21aac-307c-4543-8e82-f5e31fda7955), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:09.745811 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:09.767361 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8e48-e6ea-49ff-8786-65d93cb41f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (a9b21aac-307c-4543-8e82-f5e31fda7955), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:09.781824 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Publish callbacks [] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:09.809754 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:09.810774 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1778249'] for router_interface (16dc98ea-5d10-40d8-af13-5f8d2e04c856), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:09.852626 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Network bdc64372-39dc-45f5-ae9b-e7b46a872a57 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:09.874771 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:09.877656 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:09.877803 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777913'] for router_interface (c39dbdd2-ee17-4306-9462-770fa60bd99b), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:09.899921 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Pushing event updated for resources: {'Port': ['ID=4fa676b6-f175-439f-99f2-30839279b119,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:09.999513 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=32b1bdcf-20ba-4628-b4c1-1139bf8953e9,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:10.034734 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:10.065230 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614aeb2-0fb5-45de-ad3b-50aa934360c2 None None] Pushing event updated for resources: {'Port': ['ID=438a401f-1e52-4708-8703-90b1258a5e0a,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:10.090169 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-378fd634-8f92-4ef5-a824-43c08724b8c7 admin admin] Publish callbacks [] for security_group (ceea622c-40bd-41d4-a215-f5f754a082ef), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.127279 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:10.129922 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.140757 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9f6a64f6-b1d2-4d59-b1cf-84daa8bb97ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.141231 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8e48-e6ea-49ff-8786-65d93cb41f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (a9b21aac-307c-4543-8e82-f5e31fda7955), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.181199 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-378fd634-8f92-4ef5-a824-43c08724b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (ceea622c-40bd-41d4-a215-f5f754a082ef), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.226577 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8e48-e6ea-49ff-8786-65d93cb41f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.230184 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cd5b8e48-e6ea-49ff-8786-65d93cb41f7f admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/a9b21aac-307c-4543-8e82-f5e31fda7955 HTTP/1.1" status: 204 len: 168 time: 1.2059302 Aug 12 01:28:10.231681 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b8e48-e6ea-49ff-8786-65d93cb41f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b21aac-307c-4543-8e82-f5e31fda7955,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:10.243568 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47188) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:10.295220 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Current status of the port f2af7072-7b22-4c6c-8d93-851850e4c183 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:10.298962 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-275ddb98-0584-4ec4-a2d7-3e926dbffc93 admin admin] Publish callbacks [] for security_group (f244b823-3691-4122-8f80-00a1bc7ae720), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.318601 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.332721 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Provisioning complete for port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:10.333280 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.359361 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port aa0f7523-235c-4fbb-aa13-a49cfe713406 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:10.359941 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.393002 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Publish callbacks [] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.400431 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d504221-e39a-493b-9376-c6006a4d06ba req-7476b3ff-f031-416d-babf-c73675235e1a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:10.403060 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-7476b3ff-f031-416d-babf-c73675235e1a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 818 time: 0.7275615 Aug 12 01:28:10.410992 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Network c69785c6-9bf5-4740-9585-57c14141c241 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:10.412351 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fd634-8f92-4ef5-a824-43c08724b8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceea622c-40bd-41d4-a215-f5f754a082ef,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:10.419164 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:10.421062 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:10.427072 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-275ddb98-0584-4ec4-a2d7-3e926dbffc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (f244b823-3691-4122-8f80-00a1bc7ae720), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.437867 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.462495 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-86d49310-01ec-426c-9095-283c2beefb50 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/quotas/a0674e4f240748d69cc9be8fdc79ad89 HTTP/1.1" status: 200 len: 375 time: 0.0453503 Aug 12 01:28:10.487771 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-378fd634-8f92-4ef5-a824-43c08724b8c7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=fe461530a53c4b94b30e079d6790264d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1502018 Aug 12 01:28:10.488796 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:07Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:10.547159 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98195fd1-d8ad-4d4a-93a2-129fb98b5bf7 None None] The sync data for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi is: [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:07Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:28:10.606654 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:10.612200 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-74cd609f-c19b-4389-b52f-8eb79b4c192d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1373405 Aug 12 01:28:10.614684 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47190) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:10.786131 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.787879 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1778249'] for router_interface (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.825920 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:10.838052 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port aa0f7523-235c-4fbb-aa13-a49cfe713406 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:10.843560 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 5a5e70e7-f8bd-4e85-996d-de3ae917b398 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:10.850375 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ddb98-0584-4ec4-a2d7-3e926dbffc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f244b823-3691-4122-8f80-00a1bc7ae720,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:10.914730 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Publish callbacks [] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.919949 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'c6c9146b-ac2b-4378-bec8-f59be3a3f571', 'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'mac_address': 'fa:16:3e:4d:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:03Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 2, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'subnets': [{'id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:10.938645 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-d3980941-84f2-447e-8047-6b5f66d1a361 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:28:10.939766 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-d3980941-84f2-447e-8047-6b5f66d1a361 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1333172 Aug 12 01:28:10.944742 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.945576 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1778249'] for router_interface (44745647-aa24-4aaf-8924-f13a864c3d97), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:10.984038 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Checking router: cfe1fd6d-7509-4b25-a689-fc12f726fe0b for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:10.984192 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Updating router cfe1fd6d-7509-4b25-a689-fc12f726fe0b port c6c9146b-ac2b-4378-bec8-f59be3a3f571 binding host dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:28:11.012670 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Pushing event updated for resources: {'Port': ['ID=cf23beed-547d-4dae-a0d6-69f4d1253b04,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:11.016729 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (4fa676b6-f175-439f-99f2-30839279b119), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.031218 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-600991d2-f983-4af0-befd-d07a50491660 admin admin] Publish callbacks [] for security_group (ceea622c-40bd-41d4-a215-f5f754a082ef), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.037751 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-275ddb98-0584-4ec4-a2d7-3e926dbffc93 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=511dc515d37f4904854ae7035bad8cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7424927 Aug 12 01:28:11.041569 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47198) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:11.100468 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:11.101738 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.131290 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:11.131720 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.135659 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-333c79ac-297b-4cc5-8759-b48b010cc1f9 None None] Current status of the port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:11.211862 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-600991d2-f983-4af0-befd-d07a50491660 admin admin] Publish callbacks [] for security_group (ceea622c-40bd-41d4-a215-f5f754a082ef), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.272224 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Pushing event updated for resources: {'Port': ['ID=b8bcb40a-9011-4900-9f57-78bd5f389d8e,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:11.287224 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (130eb93c-fc9c-4d3b-8813-a069ba648911), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.319293 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Network c945ad6e-d04a-40d2-b591-3e29f6e664bb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:11.325140 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:11.344265 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Publish callbacks [] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.362028 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Provisioning complete for port 4fa676b6-f175-439f-99f2-30839279b119 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:11.362389 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (4fa676b6-f175-439f-99f2-30839279b119), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.391874 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.413702 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:28:11.498061 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Attempting to bind port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:11.498600 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Attempting to bind port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:11.498812 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Attempting to bind port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 on network 776c52f4-13cf-4479-a18d-8427be668cbb {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:11.539520 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Publish callbacks [] for port (4fa676b6-f175-439f-99f2-30839279b119), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.557811 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (130eb93c-fc9c-4d3b-8813-a069ba648911), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.561041 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:11.561414 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:11.561809 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.562195 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Bound using segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:11.562669 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Bound port: 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:11.563043 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.581947 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Network a06d250a-3f70-4fa5-8a58-5159fc388d07 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:11.589825 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-f2bd5f0f-d378-4940-b0ae-4bdc6ab75c14 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345816 Aug 12 01:28:11.592581 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:11.595258 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8408c08-975b-47e0-ac27-e76d932f858d admin admin] Publish callbacks [] for security_group (f244b823-3691-4122-8f80-00a1bc7ae720), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.599582 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-600991d2-f983-4af0-befd-d07a50491660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (ceea622c-40bd-41d4-a215-f5f754a082ef), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.602917 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-600991d2-f983-4af0-befd-d07a50491660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.604469 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-600991d2-f983-4af0-befd-d07a50491660 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ceea622c-40bd-41d4-a215-f5f754a082ef HTTP/1.1" status: 204 len: 168 time: 0.9880402 Aug 12 01:28:11.605379 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (4fa676b6-f175-439f-99f2-30839279b119), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.606556 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1778249'] for router_interface (c39dbdd2-ee17-4306-9462-770fa60bd99b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.625047 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Port 4fa676b6-f175-439f-99f2-30839279b119 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:11.647266 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:11.665796 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:11.666129 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:11.666941 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:11.667302 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > port after_create 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:11.667665 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > port after_delete 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:11.668019 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > port after_update 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:11.668330 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:11.668651 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:11.668974 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:11.669372 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:11.709908 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:11.721023 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05037a5d-d5be-40e1-a156-1e8e09b9a5ed None None] Pushing event updated for resources: {'Port': ['ID=3ce74d3a-7f3a-4b16-8536-c56bde4a13d3,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:11.729568 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.736633 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Provisioning complete for port aa0f7523-235c-4fbb-aa13-a49cfe713406 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:11.737000 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.795431 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:11.850910 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:11.888002 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] For port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:12.015497 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] For port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=3ce74d3a-7f3a-4b16-8536-c56bde4a13d3,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:12.046707 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.115176 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:12.118221 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:12.153216 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8408c08-975b-47e0-ac27-e76d932f858d admin admin] Publish callbacks [] for security_group (f244b823-3691-4122-8f80-00a1bc7ae720), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.155715 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Current status of the port aa0f7523-235c-4fbb-aa13-a49cfe713406 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:12.164907 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:12.165552 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:10Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:12.243703 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:12.247228 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600991d2-f983-4af0-befd-d07a50491660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceea622c-40bd-41d4-a215-f5f754a082ef,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:12.251664 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:12.252278 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:12.252278 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:12.252560 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:28:12.252924 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130eb93c-fc9c-4d3b-8813-a069ba648911']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:12.258191 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device aa0f7523-235c-4fbb-aa13-a49cfe713406 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:12.309933 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Provisioning complete for port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:12.310313 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.331419 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Publish callbacks [] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.344903 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d0a040-c246-4e7e-811e-9259302a14a5') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:12.345196 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d0a040-c246-4e7e-811e-9259302a14a5') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:12.367514 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05037a5d-d5be-40e1-a156-1e8e09b9a5ed None None] Pushing event updated for resources: {'Port': ['ID=3ce74d3a-7f3a-4b16-8536-c56bde4a13d3,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:12.373439 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:28:12.379728 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66769570'] for segment (a3d0a040-c246-4e7e-811e-9259302a14a5), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.400713 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:12.415939 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Provisioning complete for port f2af7072-7b22-4c6c-8d93-851850e4c183 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:12.417065 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.419677 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.440330 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (a3d0a040-c246-4e7e-811e-9259302a14a5), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.483477 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:28:12.483981 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67056327'] for segment (a3d0a040-c246-4e7e-811e-9259302a14a5), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.543864 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:12.557210 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-97d36110-edac-4de6-b4fe-3031486d2fb3 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/16dc98ea-5d10-40d8-af13-5f8d2e04c856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0738914 Aug 12 01:28:12.637185 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (130eb93c-fc9c-4d3b-8813-a069ba648911), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.655780 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.660976 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/130eb93c-fc9c-4d3b-8813-a069ba648911 HTTP/1.1" status: 204 len: 168 time: 2.4089525 Aug 12 01:28:12.682166 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47218) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:12.692805 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28da19a-2459-4fe5-a821-92d0a4fad2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=130eb93c-fc9c-4d3b-8813-a069ba648911,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:12.697910 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:12.698995 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:12.711083 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Sync routers for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:12.730080 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:12.735885 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:10Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:12.747001 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8408c08-975b-47e0-ac27-e76d932f858d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (f244b823-3691-4122-8f80-00a1bc7ae720), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.751239 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d8408c08-975b-47e0-ac27-e76d932f858d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.757662 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d8408c08-975b-47e0-ac27-e76d932f858d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f244b823-3691-4122-8f80-00a1bc7ae720 HTTP/1.1" status: 204 len: 168 time: 1.7036617 Aug 12 01:28:12.758455 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Pushing event updated for resources: {'Port': ['ID=4fa676b6-f175-439f-99f2-30839279b119,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:12.772361 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-6d7ec1f2-cc2f-4006-b61c-9d4b5f84e64a admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1102185 Aug 12 01:28:12.822265 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79d9767-5865-4b52-95ae-f0dc4419a854 admin admin] Deleting subnet 4e581524-5f12-40ea-9405-ac70a01fdfdf {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:28:12.828223 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Network bdc64372-39dc-45f5-ae9b-e7b46a872a57 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:12.831878 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c79d9767-5865-4b52-95ae-f0dc4419a854 admin admin] Publish callbacks [] for subnet (4e581524-5f12-40ea-9405-ac70a01fdfdf), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.868259 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:12.870385 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8408c08-975b-47e0-ac27-e76d932f858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f244b823-3691-4122-8f80-00a1bc7ae720,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:12.946163 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c79d9767-5865-4b52-95ae-f0dc4419a854 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66769595'] for subnet (4e581524-5f12-40ea-9405-ac70a01fdfdf), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:12.986024 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port aa0f7523-235c-4fbb-aa13-a49cfe713406 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:12.988696 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:13.002547 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:13.041035 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76b0bb-28e5-4dd4-8638-99df6d272eef None None] Pushing event updated for resources: {'Port': ['ID=c6c9146b-ac2b-4378-bec8-f59be3a3f571,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:13.049861 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c79d9767-5865-4b52-95ae-f0dc4419a854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (4e581524-5f12-40ea-9405-ac70a01fdfdf), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:13.183192 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-72a77ce4-682d-4902-9e0b-821946eac25e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5697560 Aug 12 01:28:13.199764 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c79d9767-5865-4b52-95ae-f0dc4419a854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67055905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63803327'] for subnet (4e581524-5f12-40ea-9405-ac70a01fdfdf), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:13.236219 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Router 44745647-aa24-4aaf-8924-f13a864c3d97 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:28:13.271864 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:13.333982 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d9767-5865-4b52-95ae-f0dc4419a854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e581524-5f12-40ea-9405-ac70a01fdfdf,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:13.358874 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c79d9767-5865-4b52-95ae-f0dc4419a854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:13.363192 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c79d9767-5865-4b52-95ae-f0dc4419a854 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/4e581524-5f12-40ea-9405-ac70a01fdfdf HTTP/1.1" status: 204 len: 168 time: 0.6827457 Aug 12 01:28:13.366485 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47248) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:13.476578 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (12a5f2cd-67a1-4089-88f4-cd9637a2c41a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:13.481098 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47250) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:13.500279 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:13.535933 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-80d8c6a5-31c3-42ff-9474-c740777dbb18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:13.539562 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 2, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:13.583368 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Checking router: 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:13.584176 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Updating router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 port b8bcb40a-9011-4900-9f57-78bd5f389d8e binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:28:13.650832 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port aa0f7523-235c-4fbb-aa13-a49cfe713406 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:13.653602 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:13.656918 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f2af7072-7b22-4c6c-8d93-851850e4c183 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:13.669870 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (12a5f2cd-67a1-4089-88f4-cd9637a2c41a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:13.710532 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Current status of the port f2af7072-7b22-4c6c-8d93-851850e4c183 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:13.713574 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:13.718298 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a5f2cd-67a1-4089-88f4-cd9637a2c41a']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:13.741380 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aad5ac2-5e71-4b04-ae8a-4dbf07c41bba') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:13.741680 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aad5ac2-5e71-4b04-ae8a-4dbf07c41bba') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:13.784812 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66769570'] for segment (4aad5ac2-5e71-4b04-ae8a-4dbf07c41bba), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:13.794645 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:13.828116 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f0c0a024-04a6-4072-868a-32f834977c91 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/44745647-aa24-4aaf-8924-f13a864c3d97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2238648 Aug 12 01:28:13.846113 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Router c39dbdd2-ee17-4306-9462-770fa60bd99b has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:28:13.849562 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (4aad5ac2-5e71-4b04-ae8a-4dbf07c41bba), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:13.878054 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:28:13.883611 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67056327'] for segment (4aad5ac2-5e71-4b04-ae8a-4dbf07c41bba), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:13.885700 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47274) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:13.900934 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-e402c9b6-b4c1-4c75-83e7-1ba8d88ff567 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1612844143', 'description': 'tempest-description--1368507638'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:13.901990 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Attempting to bind port c6c9146b-ac2b-4378-bec8-f59be3a3f571 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:13.902516 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Attempting to bind port c6c9146b-ac2b-4378-bec8-f59be3a3f571 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:13.904133 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Attempting to bind port c6c9146b-ac2b-4378-bec8-f59be3a3f571 on network 0d1de51b-a5d0-4a09-af82-8f44783003c3 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:13.910555 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-80d8c6a5-31c3-42ff-9474-c740777dbb18 admin admin] Publish callbacks [] for security_group (211aa752-a9e2-45b6-95bf-24f3f13fa3bf), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:13.928513 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Sync routers for ids ['44745647-aa24-4aaf-8924-f13a864c3d97'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:13.991297 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47278) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:14.004926 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-80d8c6a5-31c3-42ff-9474-c740777dbb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (211aa752-a9e2-45b6-95bf-24f3f13fa3bf), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.014616 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:14.015285 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Checking segment: {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:14.015880 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.016411 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Bound using segment: {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:14.017035 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Bound port: c6c9146b-ac2b-4378-bec8-f59be3a3f571, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:14.017556 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.028399 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Provisioning complete for port c6c9146b-ac2b-4378-bec8-f59be3a3f571 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:14.029203 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.045124 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port f2af7072-7b22-4c6c-8d93-851850e4c183 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:14.045707 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.143226 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Routers {'44745647-aa24-4aaf-8924-f13a864c3d97'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:14.147355 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:10Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['44745647-aa24-4aaf-8924-f13a864c3d97'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:14.173504 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (12a5f2cd-67a1-4089-88f4-cd9637a2c41a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.181120 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-80d8c6a5-31c3-42ff-9474-c740777dbb18 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d0cf10107f014e53b82c8d67ea8010a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6892505 Aug 12 01:28:14.182465 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47280) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:14.184326 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e402c9b6-b4c1-4c75-83e7-1ba8d88ff567 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.188136 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8c6a5-31c3-42ff-9474-c740777dbb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211aa752-a9e2-45b6-95bf-24f3f13fa3bf,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:14.196145 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment a3d0a040-c246-4e7e-811e-9259302a14a5 resource provider aggregate not found Aug 12 01:28:14.249082 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.252607 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/12a5f2cd-67a1-4089-88f4-cd9637a2c41a HTTP/1.1" status: 204 len: 168 time: 0.8850055 Aug 12 01:28:14.276940 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47286) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:14.286411 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-e779b97e-2c38-4acf-9ebc-da1dfcc0f64b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826246249', 'description': 'tempest-description--893084352'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:14.288239 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:14.299195 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-7d7bddad-dd2d-4db4-b872-fd45dca7f0ab admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/c39dbdd2-ee17-4306-9462-770fa60bd99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9111006 Aug 12 01:28:14.307449 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment a3d0a040-c246-4e7e-811e-9259302a14a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3d0a040-c246-4e7e-811e-9259302a14a5 found for delete ", "request_id": "req-cd8c32bf-da03-4bec-88d0-3169f0a5dd54"}]} Aug 12 01:28:14.311904 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a5587-facc-44e1-b481-beeb7a3dd95e admin admin] Pushing event deleted for resources: {'Network': ['ID=12a5f2cd-67a1-4089-88f4-cd9637a2c41a,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:14.318770 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Port c6c9146b-ac2b-4378-bec8-f59be3a3f571 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:14.352739 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d90a56e6-1431-4971-bbe8-377a24c27d79 req-c9650ccc-9fc4-46f2-a13b-1d7ebe6a5bf0 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 210 time: 0.3588078 Aug 12 01:28:14.367463 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Publish callbacks [] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.387758 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.404295 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:14.405781 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:11Z', 'revision_number': 2, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:14.474929 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a010ec-b621-4c49-93ab-de179d90a8b2 None None] The sync data for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi is: [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:11Z', 'revision_number': 2, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:28:14.477377 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e402c9b6-b4c1-4c75-83e7-1ba8d88ff567 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (986082b1-ca8d-4546-90b0-394cf67819e1), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.495895 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Provisioning complete for port cf23beed-547d-4dae-a0d6-69f4d1253b04 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:14.496298 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.504503 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e402c9b6-b4c1-4c75-83e7-1ba8d88ff567 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (986082b1-ca8d-4546-90b0-394cf67819e1), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.647256 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e779b97e-2c38-4acf-9ebc-da1dfcc0f64b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.657968 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] For port c6c9146b-ac2b-4378-bec8-f59be3a3f571, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:14.669779 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Sync routers for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:14.679168 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Port cf23beed-547d-4dae-a0d6-69f4d1253b04 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:14.721296 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:14.723067 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:10Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:14.739832 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Provisioning complete for port b8bcb40a-9011-4900-9f57-78bd5f389d8e triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:14.740578 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.742713 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port f2af7072-7b22-4c6c-8d93-851850e4c183 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:14.749254 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 0668c7de-24ae-43cd-87d5-0f2243f631cf up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:14.815788 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47308) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:14.853193 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:14.866903 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] For port c6c9146b-ac2b-4378-bec8-f59be3a3f571, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=c6c9146b-ac2b-4378-bec8-f59be3a3f571,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:14.883180 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Set router 44745647-aa24-4aaf-8924-f13a864c3d97 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:14.918519 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4ad14-eb37-4d1c-868b-473f11b516d4 None None] Pushing event updated for resources: {'Port': ['ID=b8bcb40a-9011-4900-9f57-78bd5f389d8e,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:14.922699 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-eeba507b-8451-47bc-b723-96164b52d61d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f5365861a66d4e648ee1bb8a8ddbf8d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1031430 Aug 12 01:28:14.926633 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e402c9b6-b4c1-4c75-83e7-1ba8d88ff567 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:14.927202 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47316) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:14.939461 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:14.945870 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e402c9b6-b4c1-4c75-83e7-1ba8d88ff567 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0545375 Aug 12 01:28:14.953661 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47318) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:14.975223 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Attempting to bind port b8bcb40a-9011-4900-9f57-78bd5f389d8e on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:14.981193 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Attempting to bind port b8bcb40a-9011-4900-9f57-78bd5f389d8e by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:14.981193 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Attempting to bind port b8bcb40a-9011-4900-9f57-78bd5f389d8e on network c945ad6e-d04a-40d2-b591-3e29f6e664bb {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:14.993310 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.013815 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-2b58be69-c7e6-4bb1-953f-ce1ddd76f842 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'security_group_rule': {'security_group_id': '986082b1-ca8d-4546-90b0-394cf67819e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:15.014797 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:15.015426 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Checking segment: {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:15.015950 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.016286 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Bound using segment: {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:15.016771 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Bound port: b8bcb40a-9011-4900-9f57-78bd5f389d8e, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:15.017138 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.023384 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8c661502-7756-439e-82ec-51a1786136f6 admin admin] Publish callbacks [] for security_group (211aa752-a9e2-45b6-95bf-24f3f13fa3bf), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.043063 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402c9b6-b4c1-4c75-83e7-1ba8d88ff567 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986082b1-ca8d-4546-90b0-394cf67819e1,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:15.089979 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:15.193332 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f0713e4a-d800-41e1-87ae-c0563286a56b admin admin] Publish callbacks [] for security_group (eeee14f8-e6c8-4c1e-8029-d3fdb5010b33), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.201663 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a55ad8ba-acf6-4c18-a14b-55ca9a0e5fe6 None None] Port b8bcb40a-9011-4900-9f57-78bd5f389d8e cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:15.206610 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e779b97e-2c38-4acf-9ebc-da1dfcc0f64b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group (e8e81470-e957-468d-b542-bf26ce8361e1), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.218452 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e779b97e-2c38-4acf-9ebc-da1dfcc0f64b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e8e81470-e957-468d-b542-bf26ce8361e1), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.269087 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2b58be69-c7e6-4bb1-953f-ce1ddd76f842 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (8ab07b3a-c3a3-413e-a8e4-386a03413bf2), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.270553 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:15.289718 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779b97e-2c38-4acf-9ebc-da1dfcc0f64b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e81470-e957-468d-b542-bf26ce8361e1,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:15.303144 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8c661502-7756-439e-82ec-51a1786136f6 admin admin] Publish callbacks [] for security_group (211aa752-a9e2-45b6-95bf-24f3f13fa3bf), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.305685 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:15.342196 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e779b97e-2c38-4acf-9ebc-da1dfcc0f64b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.343788 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76b0bb-28e5-4dd4-8638-99df6d272eef None None] Pushing event updated for resources: {'Port': ['ID=c6c9146b-ac2b-4378-bec8-f59be3a3f571,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:15.344014 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e779b97e-2c38-4acf-9ebc-da1dfcc0f64b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0642531 Aug 12 01:28:15.360127 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47342) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:15.362324 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Routers {'cfe1fd6d-7509-4b25-a689-fc12f726fe0b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:15.364676 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:10Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:15.382336 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-31af99e7-84c8-4fec-ac02-96433b5e80e8 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Request body: {'security_group_rule': {'security_group_id': 'e8e81470-e957-468d-b542-bf26ce8361e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:15.403319 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] Provisioning complete for port cf23beed-547d-4dae-a0d6-69f4d1253b04 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:15.405152 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.434851 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f0713e4a-d800-41e1-87ae-c0563286a56b admin admin] Publish callbacks [] for security_group (eeee14f8-e6c8-4c1e-8029-d3fdb5010b33), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.501294 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:15.517464 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 0668c7de-24ae-43cd-87d5-0f2243f631cf triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:15.518706 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.552294 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-31af99e7-84c8-4fec-ac02-96433b5e80e8 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group_rule (21fd72ba-564a-4b12-a7b8-e6a7a953b435), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.636180 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:15.643256 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8c661502-7756-439e-82ec-51a1786136f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (211aa752-a9e2-45b6-95bf-24f3f13fa3bf), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.659249 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8c661502-7756-439e-82ec-51a1786136f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.662943 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-8c661502-7756-439e-82ec-51a1786136f6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/211aa752-a9e2-45b6-95bf-24f3f13fa3bf HTTP/1.1" status: 204 len: 168 time: 1.4735024 Aug 12 01:28:15.665367 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] Port cf23beed-547d-4dae-a0d6-69f4d1253b04 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:15.698429 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] For port b8bcb40a-9011-4900-9f57-78bd5f389d8e, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:15.737794 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c661502-7756-439e-82ec-51a1786136f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211aa752-a9e2-45b6-95bf-24f3f13fa3bf,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:15.767685 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] Provisioning complete for port 4fa676b6-f175-439f-99f2-30839279b119 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:15.768195 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (4fa676b6-f175-439f-99f2-30839279b119), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.856262 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] For port b8bcb40a-9011-4900-9f57-78bd5f389d8e, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=b8bcb40a-9011-4900-9f57-78bd5f389d8e,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:15.872035 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.876846 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 0668c7de-24ae-43cd-87d5-0f2243f631cf is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:15.877862 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.891073 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-31af99e7-84c8-4fec-ac02-96433b5e80e8 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group_rule (21fd72ba-564a-4b12-a7b8-e6a7a953b435), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.909097 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-31af99e7-84c8-4fec-ac02-96433b5e80e8 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (21fd72ba-564a-4b12-a7b8-e6a7a953b435), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:15.920640 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 0668c7de-24ae-43cd-87d5-0f2243f631cf, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=0668c7de-24ae-43cd-87d5-0f2243f631cf,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:15.969000 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af99e7-84c8-4fec-ac02-96433b5e80e8 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fd72ba-564a-4b12-a7b8-e6a7a953b435,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:15.970157 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-3ae194de-5a9d-48dc-b08d-4d9ed67afed8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:15.978417 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-3ae194de-5a9d-48dc-b08d-4d9ed67afed8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 818 time: 0.5933444 Aug 12 01:28:15.998748 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:15.999634 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:10Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:16.020409 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-31af99e7-84c8-4fec-ac02-96433b5e80e8 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.024870 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-31af99e7-84c8-4fec-ac02-96433b5e80e8 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6603293 Aug 12 01:28:16.027086 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47358) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:16.037569 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2b58be69-c7e6-4bb1-953f-ce1ddd76f842 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (8ab07b3a-c3a3-413e-a8e4-386a03413bf2), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.041687 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-fa293f86-ad5f-402d-9048-8d8d18202873 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Request body: {'security_group_rule': {'security_group_id': 'e8e81470-e957-468d-b542-bf26ce8361e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:16.054944 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2b58be69-c7e6-4bb1-953f-ce1ddd76f842 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (8ab07b3a-c3a3-413e-a8e4-386a03413bf2), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.056889 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:16.059511 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-f48bad4d-6b0d-42c7-976b-db8b8991b083 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/quotas/a0674e4f240748d69cc9be8fdc79ad89 HTTP/1.1" status: 200 len: 375 time: 0.0802581 Aug 12 01:28:16.063728 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] Port 4fa676b6-f175-439f-99f2-30839279b119 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:16.113865 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:16.124445 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.125317 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:16.155744 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47360) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:16.158967 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58be69-c7e6-4bb1-953f-ce1ddd76f842 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab07b3a-c3a3-413e-a8e4-386a03413bf2,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:16.168243 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f0713e4a-d800-41e1-87ae-c0563286a56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (eeee14f8-e6c8-4c1e-8029-d3fdb5010b33), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.171049 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f0713e4a-d800-41e1-87ae-c0563286a56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.174125 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f0713e4a-d800-41e1-87ae-c0563286a56b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/eeee14f8-e6c8-4c1e-8029-d3fdb5010b33 HTTP/1.1" status: 204 len: 168 time: 1.2448928 Aug 12 01:28:16.199323 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-ef8c420d-17d8-4bf6-b014-5bdd797093b9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066025119', 'description': 'tempest-description--415321254'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:16.236651 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4ad14-eb37-4d1c-868b-473f11b516d4 None None] Pushing event updated for resources: {'Port': ['ID=b8bcb40a-9011-4900-9f57-78bd5f389d8e,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:16.238840 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fa293f86-ad5f-402d-9048-8d8d18202873 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group_rule (45e034a9-22c7-429b-9569-dfd011e61df3), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.253474 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2b58be69-c7e6-4bb1-953f-ce1ddd76f842 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.254610 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-2b58be69-c7e6-4bb1-953f-ce1ddd76f842 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2837803 Aug 12 01:28:16.257648 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] Provisioning complete for port b8bcb40a-9011-4900-9f57-78bd5f389d8e triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:16.258056 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.268287 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47366) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:16.303485 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-7c9dd4d1-26d3-49e9-922c-2464cffbd034 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'security_group_rule': {'security_group_id': '986082b1-ca8d-4546-90b0-394cf67819e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:16.311138 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0713e4a-d800-41e1-87ae-c0563286a56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeee14f8-e6c8-4c1e-8029-d3fdb5010b33,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:16.377890 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-58bed20d-2e5b-4db8-935f-d60183664a5c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2777672 Aug 12 01:28:16.423273 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 4aad5ac2-5e71-4b04-ae8a-4dbf07c41bba resource provider aggregate not found Aug 12 01:28:16.434315 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 2, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:16.436600 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ef8c420d-17d8-4bf6-b014-5bdd797093b9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.528649 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 4aad5ac2-5e71-4b04-ae8a-4dbf07c41bba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4aad5ac2-5e71-4b04-ae8a-4dbf07c41bba found for delete ", "request_id": "req-bbccc688-ee21-413c-a3c5-42bb20e0ae4f"}]} Aug 12 01:28:16.532022 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Checking router: 16dc98ea-5d10-40d8-af13-5f8d2e04c856 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:16.545049 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Updating router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:28:16.597249 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd4d1-26d3-49e9-922c-2464cffbd034 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (c7792990-9976-474d-addb-6b020cc13648), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.623334 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:16.660333 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fa293f86-ad5f-402d-9048-8d8d18202873 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group_rule (45e034a9-22c7-429b-9569-dfd011e61df3), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.705086 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.718863 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fa293f86-ad5f-402d-9048-8d8d18202873 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (45e034a9-22c7-429b-9569-dfd011e61df3), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.805808 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa293f86-ad5f-402d-9048-8d8d18202873 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e034a9-22c7-429b-9569-dfd011e61df3,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:16.838918 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd4d1-26d3-49e9-922c-2464cffbd034 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (c7792990-9976-474d-addb-6b020cc13648), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.871199 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] Set router cfe1fd6d-7509-4b25-a689-fc12f726fe0b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:16.885242 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fa293f86-ad5f-402d-9048-8d8d18202873 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.888379 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-fa293f86-ad5f-402d-9048-8d8d18202873 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8587263 Aug 12 01:28:16.892167 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47384) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:16.898718 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:16.917163 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd4d1-26d3-49e9-922c-2464cffbd034 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (c7792990-9976-474d-addb-6b020cc13648), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:16.954282 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=0668c7de-24ae-43cd-87d5-0f2243f631cf,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:16.964134 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ef8c420d-17d8-4bf6-b014-5bdd797093b9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group (fbb15691-944e-43cd-aeda-ebda84ecb4fc), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.019846 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ef8c420d-17d8-4bf6-b014-5bdd797093b9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (fbb15691-944e-43cd-aeda-ebda84ecb4fc), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.053813 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dd4d1-26d3-49e9-922c-2464cffbd034 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7792990-9976-474d-addb-6b020cc13648,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:17.067773 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.097730 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd4d1-26d3-49e9-922c-2464cffbd034 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.102034 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'name': 'tempest-DeleteServersTestJSON-724804261-router', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'gw_port': {'id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:00Z', 'updated_at': '2022-08-12T01:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'cf23beed-547d-4dae-a0d6-69f4d1253b04', 'name': '', 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'mac_address': 'fa:16:3e:07:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2462bb67-4f74-4a92-9e7d-27e8f69f911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 2, 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'subnets': [{'id': '2462bb67-4f74-4a92-9e7d-27e8f69f911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:17.103577 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7c9dd4d1-26d3-49e9-922c-2464cffbd034 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8277056 Aug 12 01:28:17.110296 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ef8c420d-17d8-4bf6-b014-5bdd797093b9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.122103 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ef8c420d-17d8-4bf6-b014-5bdd797093b9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9394002 Aug 12 01:28:17.122103 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47398) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:17.136623 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47400) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:17.141828 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:17.151852 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47404) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:17.162549 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-bfd62877-6ff5-4f8c-8e7e-7ca3dcf25439 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Request body: {'security_group_rule': {'security_group_id': 'fbb15691-944e-43cd-aeda-ebda84ecb4fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:17.182512 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c420d-17d8-4bf6-b014-5bdd797093b9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb15691-944e-43cd-aeda-ebda84ecb4fc,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:17.256368 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Checking router: 44745647-aa24-4aaf-8924-f13a864c3d97 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:17.263654 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Updating router 44745647-aa24-4aaf-8924-f13a864c3d97 port cf23beed-547d-4dae-a0d6-69f4d1253b04 binding host dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:28:17.275869 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.15', 49809) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:17.400458 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.424288 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:17.426049 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.469438 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.485538 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:17.488384 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] Current status of the port b8bcb40a-9011-4900-9f57-78bd5f389d8e is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:17.489908 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.535632 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:15Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:17.564559 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad7da9-7ab9-403e-82f4-bf76bbb37d25 None None] The sync data for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi is: [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:15Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:28:17.564845 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-4555f44d-3e82-4c31-bd04-e203180a5013 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:17.566361 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-4555f44d-3e82-4c31-bd04-e203180a5013 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a06d250a-3f70-4fa5-8a58-5159fc388d07 HTTP/1.1" status: 200 len: 811 time: 0.5458443 Aug 12 01:28:17.591009 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:17.596688 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] For port b8bcb40a-9011-4900-9f57-78bd5f389d8e, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=b8bcb40a-9011-4900-9f57-78bd5f389d8e,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:17.613955 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.656824 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:17.664854 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47416) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:17.665044 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7b247006-9df6-4597-943c-f3f0ff92db2c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b0c7b34c52d045dabdb0da1aefc0ba36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4792032 Aug 12 01:28:17.665718 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfd62877-6ff5-4f8c-8e7e-7ca3dcf25439 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group_rule (98c10d6f-fd0d-4847-9ee9-00d18f2cdad4), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.714495 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:17.734053 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:17.746879 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a7cc2-ee69-4b2e-bc83-5f02fefd8fdb None None] Pushing event updated for resources: {'Port': ['ID=b8bcb40a-9011-4900-9f57-78bd5f389d8e,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:17.756422 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.767227 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Publish callbacks [] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.780581 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:17.859466 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-5c86679d-edeb-4cc0-b0e3-10666ecafee2 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/quotas/7cf0858834c84aaa993de55f361d6ed9 HTTP/1.1" status: 200 len: 375 time: 0.1755309 Aug 12 01:28:17.884877 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:17.887053 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033dbd3-ed99-48b5-9a72-889855c4b1c4 None None] Pushing event updated for resources: {'Port': ['ID=32b1bdcf-20ba-4628-b4c1-1139bf8953e9,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:18.023385 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Attempting to bind port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:18.031166 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Attempting to bind port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:18.031972 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Attempting to bind port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 on network c69785c6-9bf5-4740-9585-57c14141c241 {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:18.038497 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:18.040332 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Checking segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:18.040940 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.042023 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Bound using segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:18.043235 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-82f11fd2-3237-4e8a-b1c4-13bc5636b3a7 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7cf0858834c84aaa993de55f361d6ed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422720 Aug 12 01:28:18.052121 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Bound port: 32b1bdcf-20ba-4628-b4c1-1139bf8953e9, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:18.052873 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.108968 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-73f03e18-7df5-43fe-b36c-e45076c36baf admin admin] Publish callbacks [] for security_group (986da82a-c190-46dd-9ccb-7046d4544d72), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.141941 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-acac81ab-3d73-41ed-a95d-976b64bc3dd8 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:28:18.142960 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-acac81ab-3d73-41ed-a95d-976b64bc3dd8 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6891620 Aug 12 01:28:18.263604 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] For port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:18.265268 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.267881 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] For port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=32b1bdcf-20ba-4628-b4c1-1139bf8953e9,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:18.277534 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.319811 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:18.320786 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:10Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:18.329970 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfd62877-6ff5-4f8c-8e7e-7ca3dcf25439 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group_rule (98c10d6f-fd0d-4847-9ee9-00d18f2cdad4), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.331628 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-73f03e18-7df5-43fe-b36c-e45076c36baf admin admin] Publish callbacks [] for security_group (986da82a-c190-46dd-9ccb-7046d4544d72), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.340246 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d504221-e39a-493b-9376-c6006a4d06ba req-64499d95-bda4-47cc-9217-ece9d65b7d24 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:18.342244 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-64499d95-bda4-47cc-9217-ece9d65b7d24 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 818 time: 1.0593934 Aug 12 01:28:18.345694 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfd62877-6ff5-4f8c-8e7e-7ca3dcf25439 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (98c10d6f-fd0d-4847-9ee9-00d18f2cdad4), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.400961 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-0d504221-e39a-493b-9376-c6006a4d06ba req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Request body: {'port': {'device_id': '1e1a8df3-8078-437c-ab98-64d52e277263', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'admin_state_up': True, 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:18.409976 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033dbd3-ed99-48b5-9a72-889855c4b1c4 None None] Pushing event updated for resources: {'Port': ['ID=32b1bdcf-20ba-4628-b4c1-1139bf8953e9,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:18.433402 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd62877-6ff5-4f8c-8e7e-7ca3dcf25439 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c10d6f-fd0d-4847-9ee9-00d18f2cdad4,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:18.571553 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bfd62877-6ff5-4f8c-8e7e-7ca3dcf25439 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.573758 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-bfd62877-6ff5-4f8c-8e7e-7ca3dcf25439 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4360170 Aug 12 01:28:18.578923 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:18.608599 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Publish callbacks [] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.690247 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'c6c9146b-ac2b-4378-bec8-f59be3a3f571', 'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'mac_address': 'fa:16:3e:4d:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:03Z', 'updated_at': '2022-08-12T01:28:14Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'subnets': [{'id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:18.730466 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47454) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:18.735353 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-804dd629-7d27-4333-8d0b-83d692ca4c1a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Request body: {'security_group_rule': {'security_group_id': 'fbb15691-944e-43cd-aeda-ebda84ecb4fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:18.757535 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce4ab6-13b4-4512-a9b8-bbe1a708d936 None None] The sync data for ids ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'] in dv-cinder-784815-15-iscsi is: [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'c6c9146b-ac2b-4378-bec8-f59be3a3f571', 'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'mac_address': 'fa:16:3e:4d:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:03Z', 'updated_at': '2022-08-12T01:28:14Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'subnets': [{'id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:28:18.766789 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.825789 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:18.828488 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957b7c3-9c8a-46ee-b657-0aae371509a5 None None] Pushing event updated for resources: {'Port': ['ID=cf23beed-547d-4dae-a0d6-69f4d1253b04,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:18.835058 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:18.835589 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.848261 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-804dd629-7d27-4333-8d0b-83d692ca4c1a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group_rule (1e4e4c5a-bbc0-470e-9ca8-d4a8816ce5ec), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.913327 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d504221-e39a-493b-9376-c6006a4d06ba req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Made reservation on behalf of a0674e4f240748d69cc9be8fdc79ad89 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:28:18.925922 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0d504221-e39a-493b-9376-c6006a4d06ba req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.936538 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:18.937934 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Attempting to bind port cf23beed-547d-4dae-a0d6-69f4d1253b04 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:18.938349 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Attempting to bind port cf23beed-547d-4dae-a0d6-69f4d1253b04 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:18.938771 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Attempting to bind port cf23beed-547d-4dae-a0d6-69f4d1253b04 on network a06d250a-3f70-4fa5-8a58-5159fc388d07 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:18.947729 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:18.948790 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Checking segment: {'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:18.949229 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:18.950031 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Bound using segment: {'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:18.950829 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Bound port: cf23beed-547d-4dae-a0d6-69f4d1253b04, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:18.951486 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:19.027602 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:19.035291 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 5a5e70e7-f8bd-4e85-996d-de3ae917b398 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:19.123296 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:18Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:19.130115 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-ee5ea5fa-5328-4bba-a4a9-bbc3de86e225 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8999579 Aug 12 01:28:19.232044 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2675bd-ab47-4233-b668-ac6ec04b9c8a None None] The sync data for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi is: [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:18Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:28:19.262519 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:19.283839 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Allocated IP 172.27.2.6 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/35ea1528-a294-4f42-bdcd-176f30285465) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:19.364831 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-804dd629-7d27-4333-8d0b-83d692ca4c1a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group_rule (1e4e4c5a-bbc0-470e-9ca8-d4a8816ce5ec), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:19.377457 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-804dd629-7d27-4333-8d0b-83d692ca4c1a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (1e4e4c5a-bbc0-470e-9ca8-d4a8816ce5ec), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:19.507013 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:19.619909 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:19.623724 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:19.641956 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Sync routers for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:19.686914 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-7d257079-621a-4eda-805c-32909dd0eb0e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932973 Aug 12 01:28:19.769930 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] For port cf23beed-547d-4dae-a0d6-69f4d1253b04, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:19.773028 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-6250f4bc-2c0b-41aa-a37e-fc049b197a45 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a06d250a-3f70-4fa5-8a58-5159fc388d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6916773 Aug 12 01:28:19.791319 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:19.793616 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:10Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:19.852549 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dd629-7d27-4333-8d0b-83d692ca4c1a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4e4c5a-bbc0-470e-9ca8-d4a8816ce5ec,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:19.866543 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-0d504221-e39a-493b-9376-c6006a4d06ba req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Allocated IP 172.20.0.10 (0d1de51b-a5d0-4a09-af82-8f44783003c3/56eeebe6-a638-4828-88cb-f2a33860c466/f387b69c-4056-4801-b83e-52cf09447e9f) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:19.879691 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-804dd629-7d27-4333-8d0b-83d692ca4c1a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:19.886774 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-804dd629-7d27-4333-8d0b-83d692ca4c1a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1504166 Aug 12 01:28:19.886774 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47474) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:19.900660 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:19.986504 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:20.020223 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:20.094976 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-73f03e18-7df5-43fe-b36c-e45076c36baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (986da82a-c190-46dd-9ccb-7046d4544d72), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:20.103119 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-73f03e18-7df5-43fe-b36c-e45076c36baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:20.111839 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-73f03e18-7df5-43fe-b36c-e45076c36baf admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/986da82a-c190-46dd-9ccb-7046d4544d72 HTTP/1.1" status: 204 len: 168 time: 2.4304013 Aug 12 01:28:20.130074 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] For port cf23beed-547d-4dae-a0d6-69f4d1253b04, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=cf23beed-547d-4dae-a0d6-69f4d1253b04,segment=NetworkSegment(75c40d46-008d-4f5b-925b-ded1fe8e5755),segment_id=75c40d46-008d-4f5b-925b-ded1fe8e5755)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:20.155751 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:20.184830 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Routers {'44745647-aa24-4aaf-8924-f13a864c3d97'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:20.185492 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:10Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['44745647-aa24-4aaf-8924-f13a864c3d97'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:20.254970 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f03e18-7df5-43fe-b36c-e45076c36baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986da82a-c190-46dd-9ccb-7046d4544d72,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:20.467657 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:20.502932 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1a08014c-de9d-4140-b306-47ca44b6a5e4 req-2e8819d2-d69e-47e9-980e-a365b780cb97 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 210 time: 0.1840706 Aug 12 01:28:20.624400 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:20.648677 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-b3f7553d-da66-4597-8b07-0047541d65db service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a06d250a-3f70-4fa5-8a58-5159fc388d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8732002 Aug 12 01:28:20.709005 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for port (35ea1528-a294-4f42-bdcd-176f30285465), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:20.818916 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0d504221-e39a-493b-9376-c6006a4d06ba req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for port (f387b69c-4056-4801-b83e-52cf09447e9f), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:20.842558 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (35ea1528-a294-4f42-bdcd-176f30285465), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:20.892874 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:20.923449 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0d504221-e39a-493b-9376-c6006a4d06ba req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:20.960113 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d504221-e39a-493b-9376-c6006a4d06ba req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Network 0d1de51b-a5d0-4a09-af82-8f44783003c3 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:20.992057 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-0d504221-e39a-493b-9376-c6006a4d06ba req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:20.995485 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d504221-e39a-493b-9376-c6006a4d06ba req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:21.026187 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:21.040126 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:21.060361 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:21.124186 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] Set router 44745647-aa24-4aaf-8924-f13a864c3d97 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:21.165340 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:21.421724 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event updated for resources: {'Port': ['ID=35ea1528-a294-4f42-bdcd-176f30285465,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:21.525821 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:21.531746 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:21.611459 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b772c4ee-5432-48c1-af99-efa0f805fa97 req-45256658-a1b8-449c-b853-dc6e22f4bfec tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 210 time: 0.2244549 Aug 12 01:28:21.665890 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (3a8db6bf-0b98-4d8d-8336-373aace27ab8), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:21.682607 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Allocated IP 172.27.2.212 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:21.719155 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:21.759168 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:21.823966 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3b0f74ae-ab5f-498b-b609-4269a3466756 req-9b121bbf-ba27-4746-859e-8c9847cb471d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 210 time: 0.0405076 Aug 12 01:28:21.825361 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (35ea1528-a294-4f42-bdcd-176f30285465), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:21.888518 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957b7c3-9c8a-46ee-b657-0aae371509a5 None None] Pushing event updated for resources: {'Port': ['ID=cf23beed-547d-4dae-a0d6-69f4d1253b04,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:22.034525 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:22.054792 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for port (35ea1528-a294-4f42-bdcd-176f30285465), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:22.065222 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (35ea1528-a294-4f42-bdcd-176f30285465), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:22.066009 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (3a8db6bf-0b98-4d8d-8336-373aace27ab8), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:22.223994 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-fb6891e4-14a8-4c23-90c3-f7bb7963a046 None None] Provisioning complete for port f387b69c-4056-4801-b83e-52cf09447e9f triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:22.225204 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-fb6891e4-14a8-4c23-90c3-f7bb7963a046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:22.228725 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:22.230311 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3370242 Aug 12 01:28:22.279247 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf416e-34bf-4b33-b37e-2e8be78fd0a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event updated for resources: {'Port': ['ID=35ea1528-a294-4f42-bdcd-176f30285465,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:22.320660 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event updated for resources: {'Port': ['ID=f387b69c-4056-4801-b83e-52cf09447e9f,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:22.366858 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d504221-e39a-493b-9376-c6006a4d06ba req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:22.368389 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0d504221-e39a-493b-9376-c6006a4d06ba req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:22.457745 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-241f149c-fa5d-4948-b409-bd7033846384 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0750518 Aug 12 01:28:22.503090 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-f05984f8-c778-44e4-ae19-2c4a861c24b3 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:28:22.508392 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-f05984f8-c778-44e4-ae19-2c4a861c24b3 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0125980 Aug 12 01:28:22.531495 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for port (f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:22.546462 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:22.550214 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:22.636667 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:22.670223 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-fb6891e4-14a8-4c23-90c3-f7bb7963a046 None None] Port f387b69c-4056-4801-b83e-52cf09447e9f cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:22.695941 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:22.715059 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:22.725943 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:22.872963 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:22.892060 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-97d368c9-1c60-42bd-b92f-db108ebf2c56 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1826246249&fields=id&tenant_id=0cb834d06ed94c1993ec0f7130d97803 HTTP/1.1" status: 200 len: 267 time: 0.1582751 Aug 12 01:28:23.073856 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'Port': ['ID=f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:23.158449 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0e09207e-eae1-4a16-9d63-9a3557752c1d req-10242b3a-262f-4f30-9416-dc91e96b6231 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 210 time: 0.2883043 Aug 12 01:28:23.166098 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Allocated IP 172.27.2.229 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/33bc1289-bbcf-4477-8e31-b5dbc8938a7a) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:23.174874 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:23.343315 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'name': 'tempest-DeleteServersTestJSON-724804261-router', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'gw_port': {'id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:00Z', 'updated_at': '2022-08-12T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'cf23beed-547d-4dae-a0d6-69f4d1253b04', 'name': '', 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'mac_address': 'fa:16:3e:07:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2462bb67-4f74-4a92-9e7d-27e8f69f911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:19Z', 'revision_number': 4, 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'subnets': [{'id': '2462bb67-4f74-4a92-9e7d-27e8f69f911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:23.440814 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-73e7a8cd-14af-4e28-a927-8dadd1b2611d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:23.444964 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-73e7a8cd-14af-4e28-a927-8dadd1b2611d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c945ad6e-d04a-40d2-b591-3e29f6e664bb HTTP/1.1" status: 200 len: 810 time: 0.5506899 Aug 12 01:28:23.496927 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2ee06c49-a12f-4eed-b0ca-17dda060db91 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/quotas/0cb834d06ed94c1993ec0f7130d97803 HTTP/1.1" status: 200 len: 375 time: 0.0461130 Aug 12 01:28:23.505688 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6f6c1-7fc7-4db3-852b-47babb163465 None None] The sync data for ids ['44745647-aa24-4aaf-8924-f13a864c3d97'] in dv-cinder-784815-15-iscsi is: [{'id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'name': 'tempest-DeleteServersTestJSON-724804261-router', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'gw_port': {'id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:00Z', 'updated_at': '2022-08-12T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'cf23beed-547d-4dae-a0d6-69f4d1253b04', 'name': '', 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'mac_address': 'fa:16:3e:07:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2462bb67-4f74-4a92-9e7d-27e8f69f911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:19Z', 'revision_number': 4, 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'subnets': [{'id': '2462bb67-4f74-4a92-9e7d-27e8f69f911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:28:23.566108 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for port (33bc1289-bbcf-4477-8e31-b5dbc8938a7a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:23.792149 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.15', 49818) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:23.809410 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-7a435a28-22e4-435d-9f57-0714af9673e2 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0cb834d06ed94c1993ec0f7130d97803&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3102174 Aug 12 01:28:24.000817 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:24.001243 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:24.080521 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a1406810-3e34-4c8f-93e9-e75bab107cc4 req-a183fd99-c246-4ee4-8789-29e4018a7c8d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 210 time: 0.2399027 Aug 12 01:28:24.127486 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=88aa7d1d-1a8e-4c63-86c0-3111ff3e8269,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:24.132040 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:11Z', 'revision_number': 2, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:24.212560 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (5add7583-738a-41d7-83cd-b060cd8a6414), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:24.243998 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (33bc1289-bbcf-4477-8e31-b5dbc8938a7a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:24.279932 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Checking router: c39dbdd2-ee17-4306-9462-770fa60bd99b for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:24.280518 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Updating router c39dbdd2-ee17-4306-9462-770fa60bd99b port 4fa676b6-f175-439f-99f2-30839279b119 binding host dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:28:24.287691 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:24.382968 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:24.520247 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Request body: {'port': {'device_id': '1e1a8df3-8078-437c-ab98-64d52e277263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:24.525962 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:24.610229 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-6cf0555d-c3fa-4493-841a-96f10ff794e7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7136106 Aug 12 01:28:24.615502 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.15', 49820) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:24.667306 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (4fa676b6-f175-439f-99f2-30839279b119), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:24.786177 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d00208ca-b190-4802-b857-6239471d0713 req-7ba0e06a-cd8b-4eb4-a196-0ed8434849c3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 210 time: 0.4507072 Aug 12 01:28:24.810308 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:24.881011 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:24.912583 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-e801c697-7412-466c-92e5-944a5d027778 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:24.914758 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-e801c697-7412-466c-92e5-944a5d027778 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 818 time: 1.1209612 Aug 12 01:28:24.957522 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:24.982461 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Request body: {'port': {'device_id': '2961f2a6-2c42-46af-8a74-98a8692ef170', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'admin_state_up': True, 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:25.005470 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:25.010415 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-01c9a162-12b1-484a-a610-4260e948e50c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996890 Aug 12 01:28:25.020219 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event updated for resources: {'Port': ['ID=33bc1289-bbcf-4477-8e31-b5dbc8938a7a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:25.365850 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Publish callbacks [] for port (4fa676b6-f175-439f-99f2-30839279b119), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:25.379399 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device b8bcb40a-9011-4900-9f57-78bd5f389d8e up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:25.385928 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=88aa7d1d-1a8e-4c63-86c0-3111ff3e8269,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:25.389454 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (4fa676b6-f175-439f-99f2-30839279b119), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:25.404367 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-c1230fb0-ee55-4830-bc2b-320147996a20 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:25.407860 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-c1230fb0-ee55-4830-bc2b-320147996a20 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a06d250a-3f70-4fa5-8a58-5159fc388d07 HTTP/1.1" status: 200 len: 811 time: 0.6169744 Aug 12 01:28:25.490060 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Request body: {'port': {'device_id': '26be209b-84c3-49e2-a869-ea8c00f94851', 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07', 'admin_state_up': True, 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:25.490639 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f50680-337c-474d-bcfe-723eddec55df None None] Pushing event updated for resources: {'Port': ['ID=4fa676b6-f175-439f-99f2-30839279b119,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:25.661239 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-28ccf883-1dc8-49ff-9e22-19ea94e5ae09 req-e435ef77-3cd5-465a-9a40-2bd0a3c94da4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 210 time: 0.2482769 Aug 12 01:28:25.787524 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:25.842969 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-af2465ec-4362-42ae-b2e2-9dc6ee7953d3 req-52972476-a6a4-4ab8-843d-0690a0d0690c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 210 time: 0.3015130 Aug 12 01:28:25.865372 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:25.867952 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Attempting to bind port 4fa676b6-f175-439f-99f2-30839279b119 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:25.877778 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Attempting to bind port 4fa676b6-f175-439f-99f2-30839279b119 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:25.878153 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Attempting to bind port 4fa676b6-f175-439f-99f2-30839279b119 on network bdc64372-39dc-45f5-ae9b-e7b46a872a57 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:25.890922 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port b8bcb40a-9011-4900-9f57-78bd5f389d8e triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:25.890922 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:25.950425 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47680) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:26.023788 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:26.079565 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:26.082004 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Checking segment: {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:26.082745 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:26.083296 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Bound using segment: {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:26.084934 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Bound port: 4fa676b6-f175-439f-99f2-30839279b119, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:26.085692 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (4fa676b6-f175-439f-99f2-30839279b119), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:26.125747 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c8b1aede-5c9d-427d-a8ed-78b7a85775aa req-18a41fb3-676a-4994-8d36-49b880f7c599 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 210 time: 0.1180058 Aug 12 01:28:26.146644 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Made reservation on behalf of 7cf0858834c84aaa993de55f361d6ed9 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:28:26.150300 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:26.204729 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:26.239050 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d23de04f-dc4b-4349-a2c1-c942b53ada36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:26.265681 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] For port 4fa676b6-f175-439f-99f2-30839279b119, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:26.268682 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] For port 4fa676b6-f175-439f-99f2-30839279b119, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=4fa676b6-f175-439f-99f2-30839279b119,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:26.281796 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Made reservation on behalf of a0674e4f240748d69cc9be8fdc79ad89 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:28:26.291194 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:26.293250 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (4fa676b6-f175-439f-99f2-30839279b119), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:26.484201 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port b8bcb40a-9011-4900-9f57-78bd5f389d8e is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:26.493903 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 438a401f-1e52-4708-8703-90b1258a5e0a up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:26.502657 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:26.503383 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:10Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:26.790615 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (768beac2-f8b4-4c24-85fd-78713e0513ff), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:26.806697 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for port (f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:26.833726 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:26.834363 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:26.892454 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d23de04f-dc4b-4349-a2c1-c942b53ada36 admin admin] Publish callbacks [] for security_group (5b781fd4-d2bc-40ac-a463-c2fe72edcd6b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:26.907710 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d23de04f-dc4b-4349-a2c1-c942b53ada36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5b781fd4-d2bc-40ac-a463-c2fe72edcd6b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:26.911275 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Allocated IP 172.20.0.5 (a06d250a-3f70-4fa5-8a58-5159fc388d07/2462bb67-4f74-4a92-9e7d-27e8f69f911e/e88a4d4f-78ca-43d6-9412-606c68ca8ff1) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:26.999067 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23de04f-dc4b-4349-a2c1-c942b53ada36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b781fd4-d2bc-40ac-a463-c2fe72edcd6b,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:27.026210 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (33bc1289-bbcf-4477-8e31-b5dbc8938a7a), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.032806 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (5add7583-738a-41d7-83cd-b060cd8a6414), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.041429 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'Port': ['ID=f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:27.044146 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:27.062077 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d23de04f-dc4b-4349-a2c1-c942b53ada36 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1cd2796a327e4075b3b0eea29750b068&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1105325 Aug 12 01:28:27.062858 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47718) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:27.093452 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:27.121642 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47722) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:27.155704 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f50680-337c-474d-bcfe-723eddec55df None None] Pushing event updated for resources: {'Port': ['ID=4fa676b6-f175-439f-99f2-30839279b119,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:27.156492 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.166917 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-491ef513-2851-4ea3-b090-e8e8823428b3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.0450649 Aug 12 01:28:27.226192 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 438a401f-1e52-4708-8703-90b1258a5e0a triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:27.226192 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (438a401f-1e52-4708-8703-90b1258a5e0a), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.342207 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Publish callbacks [] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.402405 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-95f8e1ed-f37b-4f57-bb19-7ebc0bc9aa53 req-ab80d39b-aada-4526-a6c1-91b275772f6d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 210 time: 0.3384647 Aug 12 01:28:27.411269 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:27.415972 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 438a401f-1e52-4708-8703-90b1258a5e0a is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:27.416371 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (438a401f-1e52-4708-8703-90b1258a5e0a), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.444484 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 438a401f-1e52-4708-8703-90b1258a5e0a, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=438a401f-1e52-4708-8703-90b1258a5e0a,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:27.469184 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-844e1d8e-3f0a-494f-a50e-b2ebe0abca67 req-ef095acf-a1a5-4d30-bcc7-a31a38e51654 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 210 time: 0.3726940 Aug 12 01:28:27.487014 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f387b69c-4056-4801-b83e-52cf09447e9f {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:28:27.492091 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-24e759d5-2c14-4aaf-833a-cfb1066fe678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.504987 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.506384 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Publish callbacks [] for port (f387b69c-4056-4801-b83e-52cf09447e9f), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.551046 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Transition to ACTIVE for port object f387b69c-4056-4801-b83e-52cf09447e9f will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:28:27.575878 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.594332 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:27.615719 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (438a401f-1e52-4708-8703-90b1258a5e0a), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.616774 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:27.628240 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Network a06d250a-3f70-4fa5-8a58-5159fc388d07 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:27.651483 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:27.654534 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:27.660983 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:27.662030 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.686589 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:26Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:27.725270 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98461d50-ef99-42b3-a6f5-f42af48d5ed1 admin admin] Publish callbacks [] for security_group (5b781fd4-d2bc-40ac-a463-c2fe72edcd6b), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.729488 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92243fb0-bd1a-4c9d-9271-3f2c05ab6365 None None] The sync data for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi is: [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:26Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:28:27.729919 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2735522 Aug 12 01:28:27.735183 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=438a401f-1e52-4708-8703-90b1258a5e0a,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:27.748380 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=f387b69c-4056-4801-b83e-52cf09447e9f,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:27.760826 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:27.761763 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.793039 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c18be-7ad1-40d4-bcb2-805957f120a6 req-d9881b31-90cf-44a2-a24b-45f902c1c6b3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:27.800434 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b75c18be-7ad1-40d4-bcb2-805957f120a6 req-d9881b31-90cf-44a2-a24b-45f902c1c6b3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 931 time: 0.2982786 Aug 12 01:28:27.809488 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:27.812203 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Allocated IP 172.20.0.6 (0d1de51b-a5d0-4a09-af82-8f44783003c3/56eeebe6-a638-4828-88cb-f2a33860c466/62bb6f5f-1dc9-4675-9d96-12163b24d167) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:27.813788 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1eb0ee-2b5a-4760-922d-cdb5c7815ae3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Pushing event updated for resources: {'Port': ['ID=e88a4d4f-78ca-43d6-9412-606c68ca8ff1,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:27.822040 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:27.826784 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for port (33bc1289-bbcf-4477-8e31-b5dbc8938a7a), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.842574 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (33bc1289-bbcf-4477-8e31-b5dbc8938a7a), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.877993 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:27.877993 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.898985 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98461d50-ef99-42b3-a6f5-f42af48d5ed1 admin admin] Publish callbacks [] for security_group (5b781fd4-d2bc-40ac-a463-c2fe72edcd6b), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.899593 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:27.930009 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=32b1bdcf-20ba-4628-b4c1-1139bf8953e9,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:27.930175 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-318c1646-1740-4c75-a82f-35da21c46ce9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1612844143&fields=id&tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d HTTP/1.1" status: 200 len: 267 time: 0.2867219 Aug 12 01:28:27.937221 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:27.938418 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 0668c7de-24ae-43cd-87d5-0f2243f631cf up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:27.974333 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-24e759d5-2c14-4aaf-833a-cfb1066fe678 admin admin] Publish callbacks [] for security_group (cccbd59d-2c95-4031-9116-0af2b946f96e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.024186 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Attempting to bind port f387b69c-4056-4801-b83e-52cf09447e9f on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:28.024546 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Attempting to bind port f387b69c-4056-4801-b83e-52cf09447e9f by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:28.025946 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Attempting to bind port f387b69c-4056-4801-b83e-52cf09447e9f on network 0d1de51b-a5d0-4a09-af82-8f44783003c3 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:28.034087 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-24e759d5-2c14-4aaf-833a-cfb1066fe678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (cccbd59d-2c95-4031-9116-0af2b946f96e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.053325 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (768beac2-f8b4-4c24-85fd-78713e0513ff), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.056191 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=32b1bdcf-20ba-4628-b4c1-1139bf8953e9,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:28.082834 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 0668c7de-24ae-43cd-87d5-0f2243f631cf triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:28.083590 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.085535 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-442be8d7-4710-4a2c-8404-8312916de960 None None] Provisioning complete for port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:28.085656 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Port f387b69c-4056-4801-b83e-52cf09447e9f on network 0d1de51b-a5d0-4a09-af82-8f44783003c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:28:28.086002 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Attempting to bind port f387b69c-4056-4801-b83e-52cf09447e9f on network 0d1de51b-a5d0-4a09-af82-8f44783003c3 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:28.086419 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-442be8d7-4710-4a2c-8404-8312916de960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.088155 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b75c18be-7ad1-40d4-bcb2-805957f120a6 req-bfcfbb70-9c0c-4a7c-94e9-1f232b7f992d tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867458 Aug 12 01:28:28.101177 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event updated for resources: {'Port': ['ID=33bc1289-bbcf-4477-8e31-b5dbc8938a7a,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:28.131908 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98461d50-ef99-42b3-a6f5-f42af48d5ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5b781fd4-d2bc-40ac-a463-c2fe72edcd6b), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.138156 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98461d50-ef99-42b3-a6f5-f42af48d5ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.139303 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-98461d50-ef99-42b3-a6f5-f42af48d5ed1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5b781fd4-d2bc-40ac-a463-c2fe72edcd6b HTTP/1.1" status: 204 len: 168 time: 1.0480680 Aug 12 01:28:28.146297 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:28.146672 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Checking segment: {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:28.147172 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Bound using segment: {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:28.147794 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Bound port: f387b69c-4056-4801-b83e-52cf09447e9f, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:28.148036 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.152108 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-24e759d5-2c14-4aaf-833a-cfb1066fe678 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4ee1fcc9664744c58e3615518c132fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0126097 Aug 12 01:28:28.152816 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e759d5-2c14-4aaf-833a-cfb1066fe678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccbd59d-2c95-4031-9116-0af2b946f96e,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:28.155563 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47744) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:28.165656 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98461d50-ef99-42b3-a6f5-f42af48d5ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b781fd4-d2bc-40ac-a463-c2fe72edcd6b,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:28.178680 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:28:28.186838 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.188158 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0cb8d5d3-f89c-4499-867d-3ae7f68f9814 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3002479 Aug 12 01:28:28.200817 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-57908235-7347-48cd-af87-04eabbebd3b7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:28.203143 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-57908235-7347-48cd-af87-04eabbebd3b7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 815 time: 0.2723091 Aug 12 01:28:28.205075 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:28.226706 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c85bcce4-ea77-4659-afca-61431ed1efbf tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/quotas/e5e2fd72103c4b5e956ef5b9c291f16d HTTP/1.1" status: 200 len: 375 time: 0.0176518 Aug 12 01:28:28.229219 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-442be8d7-4710-4a2c-8404-8312916de960 None None] Port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:28.309632 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-09c733c0-4627-47a7-adcd-24eba4511495 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725241 Aug 12 01:28:28.325543 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 0668c7de-24ae-43cd-87d5-0f2243f631cf is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:28.326736 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device cf23beed-547d-4dae-a0d6-69f4d1253b04 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:28.389537 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2a6c811e-f3ee-41fb-98f3-0eb39e6bb81e admin admin] Publish callbacks [] for security_group (cccbd59d-2c95-4031-9116-0af2b946f96e), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.396482 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] For port f387b69c-4056-4801-b83e-52cf09447e9f, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:28.404902 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port cf23beed-547d-4dae-a0d6-69f4d1253b04 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:28.405377 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.409635 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.444261 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] For port f387b69c-4056-4801-b83e-52cf09447e9f, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f387b69c-4056-4801-b83e-52cf09447e9f,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:28.456166 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-004e845d-f61b-4e9b-baeb-b565c3330a7b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326225 Aug 12 01:28:28.461914 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2a6c811e-f3ee-41fb-98f3-0eb39e6bb81e admin admin] Publish callbacks [] for security_group (cccbd59d-2c95-4031-9116-0af2b946f96e), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.465585 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.502359 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:28.502986 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.504636 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/f387b69c-4056-4801-b83e-52cf09447e9f HTTP/1.1" status: 200 len: 1094 time: 5.4236300 Aug 12 01:28:28.505179 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1a8df3-8078-437c-ab98-64d52e277263', 'tag': 'f387b69c-4056-4801-b83e-52cf09447e9f'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:28.533028 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port cf23beed-547d-4dae-a0d6-69f4d1253b04 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:28.533737 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.566839 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.576659 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port cf23beed-547d-4dae-a0d6-69f4d1253b04, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=cf23beed-547d-4dae-a0d6-69f4d1253b04,segment=NetworkSegment(75c40d46-008d-4f5b-925b-ded1fe8e5755),segment_id=75c40d46-008d-4f5b-925b-ded1fe8e5755)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:28.582765 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b7590-d459-4d5c-b6ed-cafea0be4aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=f387b69c-4056-4801-b83e-52cf09447e9f,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:28.585322 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.586450 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device c6c9146b-ac2b-4378-bec8-f59be3a3f571 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:28.640747 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Network 0d1de51b-a5d0-4a09-af82-8f44783003c3 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:28.646316 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:28.654020 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-8c833e7f-8774-4eed-877c-e8b78afb5984 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1066025119&fields=id&tenant_id=9d33b640693442238516535af8320529 HTTP/1.1" status: 200 len: 267 time: 0.1817710 Aug 12 01:28:28.656718 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:28.664964 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2a6c811e-f3ee-41fb-98f3-0eb39e6bb81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (cccbd59d-2c95-4031-9116-0af2b946f96e), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.667455 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2a6c811e-f3ee-41fb-98f3-0eb39e6bb81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.671012 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2a6c811e-f3ee-41fb-98f3-0eb39e6bb81e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/cccbd59d-2c95-4031-9116-0af2b946f96e HTTP/1.1" status: 204 len: 168 time: 0.4852531 Aug 12 01:28:28.701049 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event updated for resources: {'Port': ['ID=62bb6f5f-1dc9-4675-9d96-12163b24d167,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:28.726296 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1a8df3-8078-437c-ab98-64d52e277263", "tag": "f387b69c-4056-4801-b83e-52cf09447e9f"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:28.729624 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47770) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:28.732480 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c811e-f3ee-41fb-98f3-0eb39e6bb81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccbd59d-2c95-4031-9116-0af2b946f96e,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:28.793603 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b5f75095-174a-4814-8bc9-98437d0ab490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.807456 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:28.808226 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.819918 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port c6c9146b-ac2b-4378-bec8-f59be3a3f571 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:28.820574 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.829476 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-7d70b3ce-f59d-428a-a51f-f491abb66834 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593581 Aug 12 01:28:28.829820 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=cf23beed-547d-4dae-a0d6-69f4d1253b04,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:28.895908 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-886ccfb7-8dfd-4869-911d-7ed3d7879230 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9414763 Aug 12 01:28:28.959275 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port c6c9146b-ac2b-4378-bec8-f59be3a3f571 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:28.960338 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:28.964478 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:28.986972 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4ec52-3393-4731-98d1-669288dcf152 req-045e5c38-792a-42ee-ad65-ecc9bb0c29da tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:28.991089 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-045e5c38-792a-42ee-ad65-ecc9bb0c29da tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 817 time: 0.3272297 Aug 12 01:28:29.035691 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-1405d763-cb56-454a-826d-cc9317fba9d8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/quotas/9d33b640693442238516535af8320529 HTTP/1.1" status: 200 len: 375 time: 0.0353720 Aug 12 01:28:29.049144 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port c6c9146b-ac2b-4378-bec8-f59be3a3f571, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=c6c9146b-ac2b-4378-bec8-f59be3a3f571,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:29.057754 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:29.065003 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:29.066289 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:29.079318 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b5f75095-174a-4814-8bc9-98437d0ab490 admin admin] Publish callbacks [] for security_group (e4d6171b-05d9-4317-9da6-5e76a5ee898e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:29.095433 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b5f75095-174a-4814-8bc9-98437d0ab490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e4d6171b-05d9-4317-9da6-5e76a5ee898e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:29.137385 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-86dd48c7-858e-48b2-bc07-7b25d8ff1efe None None] Provisioning complete for port 62bb6f5f-1dc9-4675-9d96-12163b24d167 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:29.137764 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-86dd48c7-858e-48b2-bc07-7b25d8ff1efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:29.143916 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:29.148828 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-11c9200d-1379-423f-819b-0c25e7f19afc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116948 Aug 12 01:28:29.215609 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b5f75095-174a-4814-8bc9-98437d0ab490 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=74cf0a35d7d740a099114f43769a7cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4809177 Aug 12 01:28:29.218257 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f75095-174a-4814-8bc9-98437d0ab490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d6171b-05d9-4317-9da6-5e76a5ee898e,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:29.222159 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47784) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:29.227337 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:29.270457 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Request body: {'port': {'device_id': '2961f2a6-2c42-46af-8a74-98a8692ef170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:29.284900 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Request body: {'port': {'device_id': '26be209b-84c3-49e2-a869-ea8c00f94851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:29.328240 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-86dd48c7-858e-48b2-bc07-7b25d8ff1efe None None] Port 62bb6f5f-1dc9-4675-9d96-12163b24d167 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:29.330403 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=c6c9146b-ac2b-4378-bec8-f59be3a3f571,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:29.374975 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:29.375361 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:29.435842 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:29.436375 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:29.459728 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:29.582085 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:29.592870 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:29.593264 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:29.617054 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7f56df29-5a6f-421e-b60a-41f5a8becb15 admin admin] Publish callbacks [] for security_group (e4d6171b-05d9-4317-9da6-5e76a5ee898e), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:29.651918 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed860a-b9c4-4928-be41-42621171b24a req-969e0c8a-b36e-4943-8f35-7affd0440e6d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:29.676588 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=3ce74d3a-7f3a-4b16-8536-c56bde4a13d3,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:29.686650 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:29.687626 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:29.687985 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4bed860a-b9c4-4928-be41-42621171b24a req-969e0c8a-b36e-4943-8f35-7affd0440e6d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 931 time: 0.2667758 Aug 12 01:28:29.731744 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d504221-e39a-493b-9376-c6006a4d06ba req-2a6997cb-1f94-4053-a793-dba2b759432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:29.733374 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-2a6997cb-1f94-4053-a793-dba2b759432e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 1128 time: 0.3085420 Aug 12 01:28:29.834411 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7f56df29-5a6f-421e-b60a-41f5a8becb15 admin admin] Publish callbacks [] for security_group (e4d6171b-05d9-4317-9da6-5e76a5ee898e), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:29.903846 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=3ce74d3a-7f3a-4b16-8536-c56bde4a13d3,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:29.933375 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:29.934161 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:29.958584 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47794) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:29.979774 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-21ee9136-7493-44c7-93c5-28257ea45c39 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f387b69c-4056-4801-b83e-52cf09447e9f HTTP/1.1" status: 200 len: 217 time: 0.2162423 Aug 12 01:28:30.049676 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5ece-849d-4a04-8038-bab089435d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:30.058964 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4bed860a-b9c4-4928-be41-42621171b24a req-dea3f4d9-6539-4323-bb79-a90d6726cc3b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614485 Aug 12 01:28:30.147005 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-dfb3ca82-512e-47e7-884e-0d66d1a371f1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9845154 Aug 12 01:28:30.185158 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:30.300635 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d504221-e39a-493b-9376-c6006a4d06ba req-3023f7a4-548a-4c7a-b7f7-ef732f142ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:30.303092 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-3023f7a4-548a-4c7a-b7f7-ef732f142ab2 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.3033068 Aug 12 01:28:30.387226 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7f56df29-5a6f-421e-b60a-41f5a8becb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e4d6171b-05d9-4317-9da6-5e76a5ee898e), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:30.402301 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7f56df29-5a6f-421e-b60a-41f5a8becb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:30.407340 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7f56df29-5a6f-421e-b60a-41f5a8becb15 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e4d6171b-05d9-4317-9da6-5e76a5ee898e HTTP/1.1" status: 204 len: 168 time: 1.1647749 Aug 12 01:28:30.451683 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56df29-5a6f-421e-b60a-41f5a8becb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d6171b-05d9-4317-9da6-5e76a5ee898e,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:30.521727 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-d881b317-674e-49d8-989c-8d720734496f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737135 Aug 12 01:28:30.522382 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:30.573312 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device cf23beed-547d-4dae-a0d6-69f4d1253b04 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:30.581540 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dda2b379-fcd7-4470-a2a1-cb356a3fa16b req-d7ae5176-59f2-45cb-87db-7565e603608b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 210 time: 0.1959741 Aug 12 01:28:30.709805 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d504221-e39a-493b-9376-c6006a4d06ba req-2f51023f-34d8-4b16-899e-939fa1e0c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:30.711796 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-2f51023f-34d8-4b16-899e-939fa1e0c208 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2741930 Aug 12 01:28:30.754730 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.15', 49827) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:30.789359 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:30.870435 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port cf23beed-547d-4dae-a0d6-69f4d1253b04 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:30.872135 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:31.216675 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port cf23beed-547d-4dae-a0d6-69f4d1253b04 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:31.220151 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 4fa676b6-f175-439f-99f2-30839279b119 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:31.361913 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 4fa676b6-f175-439f-99f2-30839279b119 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:31.362560 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (4fa676b6-f175-439f-99f2-30839279b119), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:31.455190 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4331224-4f61-4bc4-b112-02ceb876a670 req-e3e254a8-f562-4d3b-aa7b-51ed1fe17c15 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:31.463138 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d4331224-4f61-4bc4-b112-02ceb876a670 req-e3e254a8-f562-4d3b-aa7b-51ed1fe17c15 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 931 time: 0.1103406 Aug 12 01:28:31.563845 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88a4d4f-78ca-43d6-9412-606c68ca8ff1 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:28:31.586979 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193b7f8e-a989-4849-8b1a-73da45449799 x-openstack-request-id: req-193b7f8e-a989-4849-8b1a-73da45449799 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:31.587603 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1a8df3-8078-437c-ab98-64d52e277263", "tag": "f387b69c-4056-4801-b83e-52cf09447e9f", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:31.587603 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-193b7f8e-a989-4849-8b1a-73da45449799 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:31.589329 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193b7f8e-a989-4849-8b1a-73da45449799'] response: {'name': 'network-changed', 'server_uuid': '1e1a8df3-8078-437c-ab98-64d52e277263', 'tag': 'f387b69c-4056-4801-b83e-52cf09447e9f', 'status': 'completed', 'code': 200} Aug 12 01:28:31.600247 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:31.602128 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 4fa676b6-f175-439f-99f2-30839279b119 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:31.603860 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (4fa676b6-f175-439f-99f2-30839279b119), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:31.620818 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5ece-849d-4a04-8038-bab089435d7b admin admin] Publish callbacks [] for security_group (b8c371d5-9e43-4ac1-9aed-5b0c6fa9c192), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:31.640099 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Publish callbacks [] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:31.641155 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5ece-849d-4a04-8038-bab089435d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (b8c371d5-9e43-4ac1-9aed-5b0c6fa9c192), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:31.718433 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d4331224-4f61-4bc4-b112-02ceb876a670 req-9d8c347b-6c3f-4403-b4f5-1b75fd9c2caa tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523627 Aug 12 01:28:31.725045 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3f4c5ece-849d-4a04-8038-bab089435d7b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0517a2890e2248eaba1093d2635eb2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7653997 Aug 12 01:28:31.725724 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47840) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:31.765518 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 4fa676b6-f175-439f-99f2-30839279b119, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=4fa676b6-f175-439f-99f2-30839279b119,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:31.777743 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (4fa676b6-f175-439f-99f2-30839279b119), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:31.778873 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:31.780724 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Transition to ACTIVE for port object e88a4d4f-78ca-43d6-9412-606c68ca8ff1 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:28:31.787591 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bb6f5f-1dc9-4675-9d96-12163b24d167 {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:28:31.839966 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0b62a374-2aaf-4353-afbb-53b399daad7b req-a9b51dc1-8577-46e5-b0fa-0633062b0974 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 210 time: 0.0849512 Aug 12 01:28:31.887082 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:31.899249 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-360899cd-2d9a-4b5b-95e4-ef68b33a1ad0 req-39a38688-9794-4398-b39c-83e3d9dbae22 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 210 time: 0.0565312 Aug 12 01:28:31.905163 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.15', 49831) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:31.956949 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Publish callbacks [] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:32.053305 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:32.088938 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Pushing event updated for resources: {'Port': ['ID=e88a4d4f-78ca-43d6-9412-606c68ca8ff1,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:32.184377 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:32.186329 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:32.187007 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:32.224938 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Transition to ACTIVE for port object 62bb6f5f-1dc9-4675-9d96-12163b24d167 will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:28:32.267234 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c5ece-849d-4a04-8038-bab089435d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c371d5-9e43-4ac1-9aed-5b0c6fa9c192,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:32.268887 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=4fa676b6-f175-439f-99f2-30839279b119,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:32.305039 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:32.378797 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:32.380640 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device c6c9146b-ac2b-4378-bec8-f59be3a3f571 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:32.390571 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd507a2b-fe25-4ffe-9a71-6ef4fea85e42 req-1f4d479b-f2e4-4877-91f9-c4997fbda500 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:32.407487 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dd507a2b-fe25-4ffe-9a71-6ef4fea85e42 req-1f4d479b-f2e4-4877-91f9-c4997fbda500 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 943 time: 0.2936721 Aug 12 01:28:32.414032 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-9416032f-e217-4f3f-960f-4ae57499a89a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6614771 Aug 12 01:28:32.448658 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-9b2da97a-e48f-4dae-9b18-7cb58ac1ee0b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:32.450320 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-9b2da97a-e48f-4dae-9b18-7cb58ac1ee0b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.15 "GET /networking/v2.0/networks?id=c945ad6e-d04a-40d2-b591-3e29f6e664bb HTTP/1.1" status: 200 len: 810 time: 1.6794438 Aug 12 01:28:32.457277 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ba15cc66-bce8-475a-a70a-b2f1164d520d req-55a659cb-cb42-46e8-90d5-8894f6074214 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 210 time: 0.3643587 Aug 12 01:28:32.458555 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:32.499857 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port c6c9146b-ac2b-4378-bec8-f59be3a3f571 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:32.502337 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:32.581781 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dd507a2b-fe25-4ffe-9a71-6ef4fea85e42 req-e3bc2280-3f93-4f6e-8663-4a6c6a1a375a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691322 Aug 12 01:28:32.590611 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3e1d321c-6590-452a-b383-bb9ee95bcdf6 admin admin] Publish callbacks [] for security_group (b8c371d5-9e43-4ac1-9aed-5b0c6fa9c192), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:32.592626 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Attempting to bind port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:32.593255 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Attempting to bind port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:32.593815 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Attempting to bind port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 on network a06d250a-3f70-4fa5-8a58-5159fc388d07 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:32.602930 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=62bb6f5f-1dc9-4675-9d96-12163b24d167,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:32.609421 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 on network a06d250a-3f70-4fa5-8a58-5159fc388d07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:28:32.612024 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Attempting to bind port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 on network a06d250a-3f70-4fa5-8a58-5159fc388d07 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:32.646572 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:32.655031 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:32.655397 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Checking segment: {'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:32.656127 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Bound using segment: {'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:32.664543 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Bound port: e88a4d4f-78ca-43d6-9412-606c68ca8ff1, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c40d46-008d-4f5b-925b-ded1fe8e5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:32.665308 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:32.725309 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-f0f9ee83-294e-462b-b383-55962c55bf9e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:32.728781 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-f0f9ee83-294e-462b-b383-55962c55bf9e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 815 time: 0.6803875 Aug 12 01:28:32.753529 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3e1d321c-6590-452a-b383-bb9ee95bcdf6 admin admin] Publish callbacks [] for security_group (b8c371d5-9e43-4ac1-9aed-5b0c6fa9c192), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:32.767413 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port c6c9146b-ac2b-4378-bec8-f59be3a3f571 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:32.768433 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:32.867429 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] For port e88a4d4f-78ca-43d6-9412-606c68ca8ff1, host hv-cinder-78481, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:32.882112 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Attempting to bind port 62bb6f5f-1dc9-4675-9d96-12163b24d167 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:32.882481 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Attempting to bind port 62bb6f5f-1dc9-4675-9d96-12163b24d167 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:32.882828 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Attempting to bind port 62bb6f5f-1dc9-4675-9d96-12163b24d167 on network 0d1de51b-a5d0-4a09-af82-8f44783003c3 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:32.941560 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:32.943268 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:33.029736 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Port 62bb6f5f-1dc9-4675-9d96-12163b24d167 on network 0d1de51b-a5d0-4a09-af82-8f44783003c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:28:33.030409 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Attempting to bind port 62bb6f5f-1dc9-4675-9d96-12163b24d167 on network 0d1de51b-a5d0-4a09-af82-8f44783003c3 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:33.031231 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] For port e88a4d4f-78ca-43d6-9412-606c68ca8ff1, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e88a4d4f-78ca-43d6-9412-606c68ca8ff1,segment=NetworkSegment(75c40d46-008d-4f5b-925b-ded1fe8e5755),segment_id=75c40d46-008d-4f5b-925b-ded1fe8e5755)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:33.061680 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-3be3e3cf-933e-43c0-a23f-a512db570f5b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d HTTP/1.1" status: 200 len: 380 time: 0.2825124 Aug 12 01:28:33.062935 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:33.066625 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:33.066973 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Checking segment: {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:33.067832 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Bound using segment: {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:33.068577 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Bound port: 62bb6f5f-1dc9-4675-9d96-12163b24d167, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:33.069064 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:33.106264 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:33.108515 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 438a401f-1e52-4708-8703-90b1258a5e0a up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:33.118892 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'port': {'device_id': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'admin_state_up': True, 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'security_groups': ['986082b1-ca8d-4546-90b0-394cf67819e1']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:33.161041 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:33.161041 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:33.161041 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/e88a4d4f-78ca-43d6-9412-606c68ca8ff1 HTTP/1.1" status: 200 len: 1093 time: 3.8737483 Aug 12 01:28:33.161041 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-594101bf-a7b2-4eee-8dbc-c586b2bd0784 req-3ed13483-644c-442f-8653-a1e68f69304b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 210 time: 0.1697249 Aug 12 01:28:33.161041 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26be209b-84c3-49e2-a869-ea8c00f94851', 'tag': 'e88a4d4f-78ca-43d6-9412-606c68ca8ff1'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:33.217494 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-194c3eee-f781-4451-9490-447d83358be8 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0cb834d06ed94c1993ec0f7130d97803 HTTP/1.1" status: 200 len: 380 time: 0.4390726 Aug 12 01:28:33.240119 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3e1d321c-6590-452a-b383-bb9ee95bcdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (b8c371d5-9e43-4ac1-9aed-5b0c6fa9c192), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:33.243671 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3e1d321c-6590-452a-b383-bb9ee95bcdf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:33.247503 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3e1d321c-6590-452a-b383-bb9ee95bcdf6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b8c371d5-9e43-4ac1-9aed-5b0c6fa9c192 HTTP/1.1" status: 204 len: 168 time: 1.4930930 Aug 12 01:28:33.299705 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0d504221-e39a-493b-9376-c6006a4d06ba req-6e256b41-524c-4969-afc5-17bbf5bf7a26 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200009 Aug 12 01:28:33.309764 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d321c-6590-452a-b383-bb9ee95bcdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c371d5-9e43-4ac1-9aed-5b0c6fa9c192,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:33.323477 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:33.327799 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] For port 62bb6f5f-1dc9-4675-9d96-12163b24d167, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:33.333476 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] For port 62bb6f5f-1dc9-4675-9d96-12163b24d167, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=62bb6f5f-1dc9-4675-9d96-12163b24d167,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:33.351379 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:33.370283 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:33.376644 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:33.379231 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/62bb6f5f-1dc9-4675-9d96-12163b24d167 HTTP/1.1" status: 200 len: 1093 time: 4.1160433 Aug 12 01:28:33.448575 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Request body: {'port': {'device_id': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'admin_state_up': True, 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'security_groups': ['e8e81470-e957-468d-b542-bf26ce8361e1']}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:33.609895 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2961f2a6-2c42-46af-8a74-98a8692ef170', 'tag': '62bb6f5f-1dc9-4675-9d96-12163b24d167'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:33.618413 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093676fe-4a36-47d0-a9e9-46084008ba7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2961f2a6-2c42-46af-8a74-98a8692ef170", "tag": "62bb6f5f-1dc9-4675-9d96-12163b24d167"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:33.627714 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 438a401f-1e52-4708-8703-90b1258a5e0a triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:33.628391 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (438a401f-1e52-4708-8703-90b1258a5e0a), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:33.726030 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9c83a-7bc6-4db6-856f-b0d287cec7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=62bb6f5f-1dc9-4675-9d96-12163b24d167,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:33.770885 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.15', 49839) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:33.779313 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 438a401f-1e52-4708-8703-90b1258a5e0a is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:33.781136 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:33.808358 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-26a749ee-69aa-4218-9e69-8ea315ee8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:33.810241 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-26a749ee-69aa-4218-9e69-8ea315ee8e3d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7cf0858834c84aaa993de55f361d6ed9&device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 1127 time: 0.2395208 Aug 12 01:28:33.866531 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-ab7cb35a-650c-4a42-b923-b9220071cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:33.869442 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-ab7cb35a-650c-4a42-b923-b9220071cb76 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 1127 time: 0.1720321 Aug 12 01:28:33.889811 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:33.891462 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:34.053666 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-fbade003-7fd1-4f59-9cf8-7d0d5c41dada service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e88a4d4f-78ca-43d6-9412-606c68ca8ff1 HTTP/1.1" status: 200 len: 217 time: 0.2059970 Aug 12 01:28:34.057065 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc req-05c992b1-4b60-4c16-918d-2dd2f494dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:34.059756 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc req-05c992b1-4b60-4c16-918d-2dd2f494dc11 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 1128 time: 0.2805562 Aug 12 01:28:34.106460 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563f6c9-2955-4016-b83e-fff5b606126a service neutron] Pushing event updated for resources: {'Port': ['ID=e88a4d4f-78ca-43d6-9412-606c68ca8ff1,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:34.118725 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4ec52-3393-4731-98d1-669288dcf152 req-1ed316cc-05e3-45de-97a3-44d88b7aa83c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:34.120782 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-1ed316cc-05e3-45de-97a3-44d88b7aa83c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 817 time: 0.1535113 Aug 12 01:28:34.131025 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:34.138497 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dc722-20d6-45a2-bd6e-f12a41d4df2d req-700aa3ac-bc5f-456c-877a-46e4aee321aa tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:34.140267 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-be5dc722-20d6-45a2-bd6e-f12a41d4df2d req-700aa3ac-bc5f-456c-877a-46e4aee321aa tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 943 time: 1.2367687 Aug 12 01:28:34.201502 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-cf5c7c0f-b620-4aaa-b488-9af27f6bfd06 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bb6f5f-1dc9-4675-9d96-12163b24d167 HTTP/1.1" status: 200 len: 217 time: 0.1839900 Aug 12 01:28:34.261906 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-be5dc722-20d6-45a2-bd6e-f12a41d4df2d req-017f4e47-872b-41a7-b160-c7628e851b81 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961201 Aug 12 01:28:34.264862 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80a2de14-120c-4381-b164-d9c2ac99807b req-9a74764a-444e-4e95-b57e-ba56fce55007 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 210 time: 0.8931677 Aug 12 01:28:34.321026 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:34.343773 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Made reservation on behalf of e5e2fd72103c4b5e956ef5b9c291f16d for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:28:34.356651 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:34.364365 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-a9192caf-f6aa-40eb-96ed-b82b03c5a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:34.369166 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-a9192caf-f6aa-40eb-96ed-b82b03c5a8b3 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2462bb67-4f74-4a92-9e7d-27e8f69f911e HTTP/1.1" status: 200 len: 850 time: 0.2016361 Aug 12 01:28:34.369894 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 4fa676b6-f175-439f-99f2-30839279b119 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:34.392698 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 47910) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:34.467209 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:34.490977 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 4fa676b6-f175-439f-99f2-30839279b119 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:34.492070 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (4fa676b6-f175-439f-99f2-30839279b119), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:34.585752 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-622283d3-2651-43dd-a119-adafd9d843ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:34.587914 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-622283d3-2651-43dd-a119-adafd9d843ac service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.2166383 Aug 12 01:28:34.650913 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Allocated IP 172.20.0.13 (c69785c6-9bf5-4740-9585-57c14141c241/a9afc717-283a-483a-80e3-bf850c00ecf8/941dd4d7-4c16-4fb4-aa93-79972bef7581) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:34.669963 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:34.672332 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-2005345c-5756-451a-9d48-b34bc0bfa33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:34.674276 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-2005345c-5756-451a-9d48-b34bc0bfa33f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0617700 Aug 12 01:28:34.713091 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 4fa676b6-f175-439f-99f2-30839279b119 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:34.793000 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Made reservation on behalf of 0cb834d06ed94c1993ec0f7130d97803 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:28:34.806575 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:34.856764 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:34.879109 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-443b51f8-7a89-4c43-a7b2-2fb548ca3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:34.881581 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-443b51f8-7a89-4c43-a7b2-2fb548ca3bfb service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=a06d250a-3f70-4fa5-8a58-5159fc388d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2901547 Aug 12 01:28:34.910270 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:34.920450 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b696014-dbc2-4084-93e1-e764cf9052d0" -d '{"events": [{"name": "network-changed", "server_uuid": "26be209b-84c3-49e2-a869-ea8c00f94851", "tag": "e88a4d4f-78ca-43d6-9412-606c68ca8ff1"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:35.014249 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f57db-d542-44fc-ab87-62cf245f1e17 req-913899d7-de89-4b52-bc59-a3d8cdf26b58 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:35.015916 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bf2f57db-d542-44fc-ab87-62cf245f1e17 req-913899d7-de89-4b52-bc59-a3d8cdf26b58 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 943 time: 0.0701334 Aug 12 01:28:35.017730 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:35.143874 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-90c885a6-86f8-494b-96e4-38f619a523fc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317944 Aug 12 01:28:35.144933 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc req-3570de9e-8541-45ef-a86e-3bf9139be98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:35.146464 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc req-3570de9e-8541-45ef-a86e-3bf9139be98d service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.9792600 Aug 12 01:28:35.265911 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-6f4432f3-b115-4865-88f6-23fc0fdb96fa tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9d33b640693442238516535af8320529 HTTP/1.1" status: 200 len: 380 time: 1.0338562 Aug 12 01:28:35.280145 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-98e7e304-cc6a-45e0-82bf-823bd792ba96 req-844bc45e-37fc-4eb8-b21e-d042f7e9d611 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 210 time: 0.3539567 Aug 12 01:28:35.291932 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-40d4ec52-3393-4731-98d1-669288dcf152 req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Request body: {'port': {'device_id': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'admin_state_up': True, 'tenant_id': '9d33b640693442238516535af8320529', 'security_groups': ['fbb15691-944e-43cd-aeda-ebda84ecb4fc']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:35.561114 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'Port': ['ID=941dd4d7-4c16-4fb4-aa93-79972bef7581,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:35.611963 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Network c69785c6-9bf5-4740-9585-57c14141c241 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:35.660298 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:35.680640 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:35.696147 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:35.696890 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:35.822441 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:35.824429 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8812bbe-c398-4625-afb3-4d49ae908625 x-openstack-request-id: req-b8812bbe-c398-4625-afb3-4d49ae908625 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:35.824726 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2961f2a6-2c42-46af-8a74-98a8692ef170", "tag": "62bb6f5f-1dc9-4675-9d96-12163b24d167", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:35.824977 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8812bbe-c398-4625-afb3-4d49ae908625 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:35.825392 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8812bbe-c398-4625-afb3-4d49ae908625'] response: {'name': 'network-changed', 'server_uuid': '2961f2a6-2c42-46af-8a74-98a8692ef170', 'tag': '62bb6f5f-1dc9-4675-9d96-12163b24d167', 'status': 'completed', 'code': 200} Aug 12 01:28:35.907405 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-0b687e24-1c46-4f8d-982a-b13cf7ecc9d0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8379605 Aug 12 01:28:35.926046 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-271167da-8204-415b-a8bf-50e5ed8fa0da service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a06d250a-3f70-4fa5-8a58-5159fc388d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8049231 Aug 12 01:28:35.927774 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Allocated IP 172.20.0.10 (c945ad6e-d04a-40d2-b591-3e29f6e664bb/6d032be1-9a08-48d8-9b6d-f99f44083814/4e439648-a2fe-49f9-a809-a2ad4090be7d) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:35.961052 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bf2f57db-d542-44fc-ab87-62cf245f1e17 req-b46a9090-854a-4471-a9ed-0548927b8e84 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8499057 Aug 12 01:28:35.971990 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-402d2085-ef8a-43da-96c9-673026cb7999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:35.996147 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc req-5cc2c80f-e0e5-4b02-9ca5-98a041e26086 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f387b69c-4056-4801-b83e-52cf09447e9f HTTP/1.1" status: 200 len: 217 time: 0.7857022 Aug 12 01:28:36.001671 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Request body: {'port': {'device_id': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:36.031404 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d4ec52-3393-4731-98d1-669288dcf152 req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Made reservation on behalf of 9d33b640693442238516535af8320529 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:28:36.051943 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-40d4ec52-3393-4731-98d1-669288dcf152 req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:36.107259 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:36.116932 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-7958d8ab-341b-4a32-b318-285f739d3810 None None] Provisioning complete for port 941dd4d7-4c16-4fb4-aa93-79972bef7581 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:36.117542 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7958d8ab-341b-4a32-b318-285f739d3810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:36.172730 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-7958d8ab-341b-4a32-b318-285f739d3810 None None] Port 941dd4d7-4c16-4fb4-aa93-79972bef7581 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:36.198203 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101311b-5eea-46c9-a76d-dbc370c8ac50 req-d5b5e35e-7f8b-4623-8a56-1f3fb0787efc tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:36.200049 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6101311b-5eea-46c9-a76d-dbc370c8ac50 req-d5b5e35e-7f8b-4623-8a56-1f3fb0787efc tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 932 time: 0.5530891 Aug 12 01:28:36.287025 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:36.455635 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc req-def9c372-cd3c-4c4c-9733-1bc19e27ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:36.457476 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc req-def9c372-cd3c-4c4c-9733-1bc19e27ad85 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.4100993 Aug 12 01:28:36.485211 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f959be-e924-4984-b157-23383bbd75e9 x-openstack-request-id: req-95f959be-e924-4984-b157-23383bbd75e9 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:36.485588 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26be209b-84c3-49e2-a869-ea8c00f94851", "tag": "e88a4d4f-78ca-43d6-9412-606c68ca8ff1", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:36.485842 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95f959be-e924-4984-b157-23383bbd75e9 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:36.486926 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f959be-e924-4984-b157-23383bbd75e9'] response: {'name': 'network-changed', 'server_uuid': '26be209b-84c3-49e2-a869-ea8c00f94851', 'tag': 'e88a4d4f-78ca-43d6-9412-606c68ca8ff1', 'status': 'completed', 'code': 200} Aug 12 01:28:36.508279 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-304d94b7-220d-4f93-91b7-860b994522bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:36.569225 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:36.579992 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc req-d6166597-4d1d-48c8-a9be-001309e5bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:36.582068 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc req-d6166597-4d1d-48c8-a9be-001309e5bb9f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1113815 Aug 12 01:28:36.602040 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f19088f3-29ff-4fd6-8d90-1c85e20a763d req-2ed9a9b8-fb97-49c9-bb28-8b3b880839dc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7806482 Aug 12 01:28:36.616876 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a7b9ee87-8d08-4efd-9935-04fcf749350a req-171aa455-2476-42cf-8e8e-abadc978e29d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a06d250a-3f70-4fa5-8a58-5159fc388d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540186 Aug 12 01:28:36.680313 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:36.700818 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6101311b-5eea-46c9-a76d-dbc370c8ac50 req-6d655401-7168-4e60-9526-75a15adb6333 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4507771 Aug 12 01:28:36.722343 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:36.729434 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:36.790032 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Network c945ad6e-d04a-40d2-b591-3e29f6e664bb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:36.801066 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:36.807458 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:36.893946 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event updated for resources: {'Port': ['ID=4e439648-a2fe-49f9-a809-a2ad4090be7d,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:37.019826 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9ee0d-3725-4edd-ac6d-e71e4c3509c4 req-fdd82005-2a2e-478a-89c7-6389305aaa42 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:37.028130 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-91b9ee0d-3725-4edd-ac6d-e71e4c3509c4 req-fdd82005-2a2e-478a-89c7-6389305aaa42 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 943 time: 0.4952688 Aug 12 01:28:37.042129 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b696014-dbc2-4084-93e1-e764cf9052d0 req-8bdc7e6d-34a7-4384-9c55-224afb3ad311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:37.043824 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6b696014-dbc2-4084-93e1-e764cf9052d0 req-8bdc7e6d-34a7-4384-9c55-224afb3ad311 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7cf0858834c84aaa993de55f361d6ed9&device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 1127 time: 0.1541429 Aug 12 01:28:37.051227 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093676fe-4a36-47d0-a9e9-46084008ba7f req-cc77a28b-8e98-4bb1-b493-1b9fd7e9f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:37.051919 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-40d4ec52-3393-4731-98d1-669288dcf152 req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Allocated IP 172.20.0.12 (bdc64372-39dc-45f5-ae9b-e7b46a872a57/d33ce26f-dc4c-4f32-bc97-4170fb266b96/476d0433-5310-435b-93ea-c42ed83c3136) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:28:37.053338 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-093676fe-4a36-47d0-a9e9-46084008ba7f req-cc77a28b-8e98-4bb1-b493-1b9fd7e9f02e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 1127 time: 0.1622984 Aug 12 01:28:37.066841 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:37.067932 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:37.080626 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:37.113293 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-2236baea-8bef-4444-8fe2-d7c737d694fb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6719503 Aug 12 01:28:37.130070 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc req-0e395bbc-8728-4799-bb05-8619c776fcfc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378273 Aug 12 01:28:37.141013 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:37.154469 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-62375a6d-d9f3-4730-8219-ffdecab0159e None None] Provisioning complete for port 4e439648-a2fe-49f9-a809-a2ad4090be7d triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:37.155632 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-62375a6d-d9f3-4730-8219-ffdecab0159e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:37.194733 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-62375a6d-d9f3-4730-8219-ffdecab0159e None None] Port 4e439648-a2fe-49f9-a809-a2ad4090be7d cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:37.199604 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-402d2085-ef8a-43da-96c9-673026cb7999 admin admin] Publish callbacks [] for security_group (95dda9d6-c9db-4410-baa5-f0b241efe03d), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:37.224586 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ce978574-7417-4782-906a-50e95cf428dd req-f13e7333-7c5c-4ae3-ae4d-814cc7a8dfbf tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 210 time: 0.1915042 Aug 12 01:28:37.225213 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-402d2085-ef8a-43da-96c9-673026cb7999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (95dda9d6-c9db-4410-baa5-f0b241efe03d), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:37.381066 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-402d2085-ef8a-43da-96c9-673026cb7999 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2734dc5e54a148f58b0be7ba1b499346&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4767439 Aug 12 01:28:37.384040 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 47990) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:37.414560 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d2085-ef8a-43da-96c9-673026cb7999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dda9d6-c9db-4410-baa5-f0b241efe03d,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:37.452382 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-21d403ac-7361-47a6-810b-3bd06f7103b3 admin admin] Publish callbacks [] for security_group (95dda9d6-c9db-4410-baa5-f0b241efe03d), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:37.472014 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-91b9ee0d-3725-4edd-ac6d-e71e4c3509c4 req-0135d9a6-f3ae-4d70-b195-3aeb8af64b23 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427881 Aug 12 01:28:37.484662 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-21d403ac-7361-47a6-810b-3bd06f7103b3 admin admin] Publish callbacks [] for security_group (95dda9d6-c9db-4410-baa5-f0b241efe03d), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:37.513525 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29afad-1e5f-48ad-8b3a-6f9ac539c291 req-3b5e7d3e-8abd-465d-ae14-509e03d94aba tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:37.532234 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7d29afad-1e5f-48ad-8b3a-6f9ac539c291 req-3b5e7d3e-8abd-465d-ae14-509e03d94aba tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 932 time: 0.2017379 Aug 12 01:28:37.542655 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-21d403ac-7361-47a6-810b-3bd06f7103b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (95dda9d6-c9db-4410-baa5-f0b241efe03d), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:37.545235 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-21d403ac-7361-47a6-810b-3bd06f7103b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:37.546439 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-21d403ac-7361-47a6-810b-3bd06f7103b3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/95dda9d6-c9db-4410-baa5-f0b241efe03d HTTP/1.1" status: 204 len: 168 time: 0.1612599 Aug 12 01:28:37.556018 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d403ac-7361-47a6-810b-3bd06f7103b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dda9d6-c9db-4410-baa5-f0b241efe03d,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:37.565029 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-40d4ec52-3393-4731-98d1-669288dcf152 req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for port (476d0433-5310-435b-93ea-c42ed83c3136), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:37.668513 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7d29afad-1e5f-48ad-8b3a-6f9ac539c291 req-9e34c91f-0acd-4f5c-9b31-0b2fa2bb6c0b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352301 Aug 12 01:28:37.674039 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:37.727958 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95c1b-f4a8-4526-9752-e3f386f28815 req-c2e835b1-7dc1-49a6-bd13-d947853423ef tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:37.730827 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-aef95c1b-f4a8-4526-9752-e3f386f28815 req-c2e835b1-7dc1-49a6-bd13-d947853423ef tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 943 time: 0.1176395 Aug 12 01:28:37.748378 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-40d4ec52-3393-4731-98d1-669288dcf152 req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (476d0433-5310-435b-93ea-c42ed83c3136), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:37.896033 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48008) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:37.896931 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d4ec52-3393-4731-98d1-669288dcf152 req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Network bdc64372-39dc-45f5-ae9b-e7b46a872a57 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:28:37.908327 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event updated for resources: {'Port': ['ID=476d0433-5310-435b-93ea-c42ed83c3136,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:37.910802 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-40d4ec52-3393-4731-98d1-669288dcf152 req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:28:37.926356 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8220ee-1739-47d6-a177-1424ac712c5d req-afd3cb75-fe20-4fdd-a09b-9502849f2d0c tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:37.927958 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4e8220ee-1739-47d6-a177-1424ac712c5d req-afd3cb75-fe20-4fdd-a09b-9502849f2d0c tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 932 time: 0.1356225 Aug 12 01:28:37.928727 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d4ec52-3393-4731-98d1-669288dcf152 req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:28:37.933919 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4ec52-3393-4731-98d1-669288dcf152 req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:37.934521 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-40d4ec52-3393-4731-98d1-669288dcf152 req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:37.942834 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941dd4d7-4c16-4fb4-aa93-79972bef7581 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:28:37.954501 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Publish callbacks [] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:37.972023 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-aef95c1b-f4a8-4526-9752-e3f386f28815 req-ecb07498-7883-4592-a6b0-af7b3d0c0c9c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212515 Aug 12 01:28:38.001831 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-23dc7462-5c01-4877-a3ef-d773ee41a1a6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7193611 Aug 12 01:28:38.008644 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Transition to ACTIVE for port object 941dd4d7-4c16-4fb4-aa93-79972bef7581 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:28:38.017592 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.077616 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4e8220ee-1739-47d6-a177-1424ac712c5d req-0fc719b0-1b89-4bfb-80f7-12005dd18d98 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299202 Aug 12 01:28:38.102107 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Pushing event updated for resources: {'Port': ['ID=941dd4d7-4c16-4fb4-aa93-79972bef7581,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:38.120345 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48018) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:38.152795 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ff0a635b-9d30-494b-a7c8-fff642da9e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.163168 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Attempting to bind port 941dd4d7-4c16-4fb4-aa93-79972bef7581 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:38.163568 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Attempting to bind port 941dd4d7-4c16-4fb4-aa93-79972bef7581 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:38.163916 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Attempting to bind port 941dd4d7-4c16-4fb4-aa93-79972bef7581 on network c69785c6-9bf5-4740-9585-57c14141c241 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:38.167289 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-de50f1c6-dec7-4910-b27e-a7a0f9fe3f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.171618 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Port 941dd4d7-4c16-4fb4-aa93-79972bef7581 on network c69785c6-9bf5-4740-9585-57c14141c241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:28:38.171929 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Attempting to bind port 941dd4d7-4c16-4fb4-aa93-79972bef7581 on network c69785c6-9bf5-4740-9585-57c14141c241 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:38.178587 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:38.179362 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Checking segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:38.179817 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Bound using segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:38.180418 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Bound port: 941dd4d7-4c16-4fb4-aa93-79972bef7581, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:38.180769 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.203881 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:38.267406 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] For port 941dd4d7-4c16-4fb4-aa93-79972bef7581, host hv-cinder-78481, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:38.273177 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] For port 941dd4d7-4c16-4fb4-aa93-79972bef7581, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=941dd4d7-4c16-4fb4-aa93-79972bef7581,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:38.281643 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.286014 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:38.287570 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.289698 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/941dd4d7-4c16-4fb4-aa93-79972bef7581 HTTP/1.1" status: 200 len: 1094 time: 2.3166137 Aug 12 01:28:38.327428 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ff0a635b-9d30-494b-a7c8-fff642da9e6b admin admin] Publish callbacks [] for security_group (4e6e2637-761c-4608-93db-76dbb690195b), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.332154 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-035a4267-2579-46ba-9529-19a3c5b1e89b None None] Provisioning complete for port 476d0433-5310-435b-93ea-c42ed83c3136 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:38.334197 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-035a4267-2579-46ba-9529-19a3c5b1e89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (476d0433-5310-435b-93ea-c42ed83c3136), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.345731 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-de50f1c6-dec7-4910-b27e-a7a0f9fe3f83 admin admin] Publish callbacks [] for security_group (3af04b3f-5d42-43e4-9bc1-873da7bce32b), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.348190 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ff0a635b-9d30-494b-a7c8-fff642da9e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (4e6e2637-761c-4608-93db-76dbb690195b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.369733 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-de50f1c6-dec7-4910-b27e-a7a0f9fe3f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (3af04b3f-5d42-43e4-9bc1-873da7bce32b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.389391 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-035a4267-2579-46ba-9529-19a3c5b1e89b None None] Port 476d0433-5310-435b-93ea-c42ed83c3136 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:28:38.391610 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07391023-2e0b-4fa5-a39d-20efd677b9a8 req-4f4a2177-687d-4691-8638-6019be963094 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:38.393273 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-07391023-2e0b-4fa5-a39d-20efd677b9a8 req-4f4a2177-687d-4691-8638-6019be963094 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 932 time: 0.0564005 Aug 12 01:28:38.404621 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a635b-9d30-494b-a7c8-fff642da9e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6e2637-761c-4608-93db-76dbb690195b,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:38.419876 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01299b9-1a92-4b8d-9ec2-cc090a133db0 service neutron] Pushing event updated for resources: {'Port': ['ID=941dd4d7-4c16-4fb4-aa93-79972bef7581,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:38.422843 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ff0a635b-9d30-494b-a7c8-fff642da9e6b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5f3f1bd34a594d268c967d9106f09558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008938 Aug 12 01:28:38.431630 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48022) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:38.445865 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-de50f1c6-dec7-4910-b27e-a7a0f9fe3f83 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0830b304ec1d4e1aac340e7542d87fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5487473 Aug 12 01:28:38.447417 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48024) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:38.466751 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-07391023-2e0b-4fa5-a39d-20efd677b9a8 req-33455cb9-923a-40dc-844d-724f630fd870 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625522 Aug 12 01:28:38.479619 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50f1c6-dec7-4910-b27e-a7a0f9fe3f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af04b3f-5d42-43e4-9bc1-873da7bce32b,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:38.488444 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'tag': '941dd4d7-4c16-4fb4-aa93-79972bef7581'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:38.491061 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a265bd-f660-4607-ae3d-4f118c5ce587" -d '{"events": [{"name": "network-changed", "server_uuid": "da106e4a-1bc6-4e68-ac0c-1a2ca899daa9", "tag": "941dd4d7-4c16-4fb4-aa93-79972bef7581"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:38.507264 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:38.550564 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c250bb66-2c75-4fc6-8c82-3bd0ca944715 admin admin] Publish callbacks [] for security_group (4e6e2637-761c-4608-93db-76dbb690195b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.552707 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d60649ff-0d15-4768-9cfe-a67508c5ec2e admin admin] Publish callbacks [] for security_group (3af04b3f-5d42-43e4-9bc1-873da7bce32b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.563184 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f32f6d8-6fba-41a7-b24e-7d700519dc34 x-openstack-request-id: req-2f32f6d8-6fba-41a7-b24e-7d700519dc34 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:38.563566 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da106e4a-1bc6-4e68-ac0c-1a2ca899daa9", "tag": "941dd4d7-4c16-4fb4-aa93-79972bef7581", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:38.563856 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f32f6d8-6fba-41a7-b24e-7d700519dc34 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:38.564270 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f32f6d8-6fba-41a7-b24e-7d700519dc34'] response: {'name': 'network-changed', 'server_uuid': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'tag': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'status': 'completed', 'code': 200} Aug 12 01:28:38.583891 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:38.595760 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c250bb66-2c75-4fc6-8c82-3bd0ca944715 admin admin] Publish callbacks [] for security_group (4e6e2637-761c-4608-93db-76dbb690195b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.598839 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d60649ff-0d15-4768-9cfe-a67508c5ec2e admin admin] Publish callbacks [] for security_group (3af04b3f-5d42-43e4-9bc1-873da7bce32b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.630428 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285764c-3a36-4f3f-b32c-8fac91e52aa0 req-99e023fb-e666-4cfe-8e9e-a97a344aff3b tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:38.632024 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c285764c-3a36-4f3f-b32c-8fac91e52aa0 req-99e023fb-e666-4cfe-8e9e-a97a344aff3b tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 943 time: 0.0530956 Aug 12 01:28:38.694291 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c285764c-3a36-4f3f-b32c-8fac91e52aa0 req-4e07fd13-4b7e-4a24-bfc6-abb84a7eee0d tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553381 Aug 12 01:28:38.699515 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c250bb66-2c75-4fc6-8c82-3bd0ca944715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (4e6e2637-761c-4608-93db-76dbb690195b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.711940 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c250bb66-2c75-4fc6-8c82-3bd0ca944715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.711940 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c250bb66-2c75-4fc6-8c82-3bd0ca944715 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4e6e2637-761c-4608-93db-76dbb690195b HTTP/1.1" status: 204 len: 168 time: 0.2722580 Aug 12 01:28:38.713950 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d60649ff-0d15-4768-9cfe-a67508c5ec2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (3af04b3f-5d42-43e4-9bc1-873da7bce32b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.716745 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d60649ff-0d15-4768-9cfe-a67508c5ec2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.717978 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-d60649ff-0d15-4768-9cfe-a67508c5ec2e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3af04b3f-5d42-43e4-9bc1-873da7bce32b HTTP/1.1" status: 204 len: 168 time: 0.2656279 Aug 12 01:28:38.719479 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250bb66-2c75-4fc6-8c82-3bd0ca944715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6e2637-761c-4608-93db-76dbb690195b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:38.766166 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60649ff-0d15-4768-9cfe-a67508c5ec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af04b3f-5d42-43e4-9bc1-873da7bce32b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:38.799153 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device f387b69c-4056-4801-b83e-52cf09447e9f details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:28:38.838114 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcc488-5c43-4f55-a53a-7d67d9c4fdbd req-a1b72d4f-8029-4061-8841-5ce1a6b3af87 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:38.846689 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9afcc488-5c43-4f55-a53a-7d67d9c4fdbd req-a1b72d4f-8029-4061-8841-5ce1a6b3af87 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 932 time: 0.0641766 Aug 12 01:28:38.854961 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:38.920409 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9afcc488-5c43-4f55-a53a-7d67d9c4fdbd req-0d31545d-d31e-4404-8f99-3c41e3b9712f tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723348 Aug 12 01:28:38.973644 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port f387b69c-4056-4801-b83e-52cf09447e9f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f387b69c-4056-4801-b83e-52cf09447e9f,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:38.976023 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-8a3b006e-2bef-42dd-a0af-52f56ffeb6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:38.988210 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'f387b69c-4056-4801-b83e-52cf09447e9f', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'port_id': 'f387b69c-4056-4801-b83e-52cf09447e9f', 'mac_address': 'fa:16:3e:04:f5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:28:39.030485 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port f387b69c-4056-4801-b83e-52cf09447e9f is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:39.031108 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:39.060909 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f387b69c-4056-4801-b83e-52cf09447e9f {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:28:39.081585 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:39.097315 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port f387b69c-4056-4801-b83e-52cf09447e9f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f387b69c-4056-4801-b83e-52cf09447e9f,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:39.102648 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:39.151577 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec6765-e8e9-4066-a312-074fc6e4275b req-6ac4c849-875a-4999-9156-66d86f20a577 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:39.158077 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40ec6765-e8e9-4066-a312-074fc6e4275b req-6ac4c849-875a-4999-9156-66d86f20a577 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 943 time: 0.0824206 Aug 12 01:28:39.173839 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=f387b69c-4056-4801-b83e-52cf09447e9f,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:39.206615 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48054) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:39.265619 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdddf4-a9a9-473c-97d0-fd42a5b30f87 req-6f7b9cde-5e38-4f28-9202-3162fe6737a9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:39.267397 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Request body: {'port': {'device_id': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:39.274643 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fbbdddf4-a9a9-473c-97d0-fd42a5b30f87 req-6f7b9cde-5e38-4f28-9202-3162fe6737a9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 944 time: 0.0799963 Aug 12 01:28:39.285836 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Request body: {'port': {'device_id': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:39.288362 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0955ab8e-2ebf-41f6-9935-5f8f25879a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:39.400419 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['f387b69c-4056-4801-b83e-52cf09447e9f'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:28:39.436863 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a265bd-f660-4607-ae3d-4f118c5ce587 req-5bd0dcb9-b4d9-44f9-8670-5355048f9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:39.438442 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-89a265bd-f660-4607-ae3d-4f118c5ce587 req-5bd0dcb9-b4d9-44f9-8670-5355048f9bb8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 1128 time: 0.1612484 Aug 12 01:28:39.444905 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40ec6765-e8e9-4066-a312-074fc6e4275b req-8ec48b58-e5b9-4c43-9f9a-fc3df436e57a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834826 Aug 12 01:28:39.517621 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fbbdddf4-a9a9-473c-97d0-fd42a5b30f87 req-a084a052-9f01-41c8-9c6b-bfbf4a2e42c5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419560 Aug 12 01:28:39.560953 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b696014-dbc2-4084-93e1-e764cf9052d0 req-d0819f0d-1c56-4663-b2f9-3679bd940c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:39.562705 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6b696014-dbc2-4084-93e1-e764cf9052d0 req-d0819f0d-1c56-4663-b2f9-3679bd940c0c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=a06d250a-3f70-4fa5-8a58-5159fc388d07 HTTP/1.1" status: 200 len: 912 time: 0.3256187 Aug 12 01:28:39.673473 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6b696014-dbc2-4084-93e1-e764cf9052d0 req-30d2bd1d-c6d5-4a30-8022-39bb72f58e54 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e88a4d4f-78ca-43d6-9412-606c68ca8ff1 HTTP/1.1" status: 200 len: 217 time: 0.0872657 Aug 12 01:28:39.693054 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:39.737249 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (476d0433-5310-435b-93ea-c42ed83c3136), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:39.765010 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:39.771269 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815a6af-4948-48ac-9ccb-d350a4a71976 req-4b88d9d4-9952-437e-a1a7-bbd9be41e94c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:39.772996 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1815a6af-4948-48ac-9ccb-d350a4a71976 req-4b88d9d4-9952-437e-a1a7-bbd9be41e94c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 932 time: 0.1257522 Aug 12 01:28:39.801225 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:39.817425 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093676fe-4a36-47d0-a9e9-46084008ba7f req-7f4c1b89-91c2-4196-b409-68d5b3b2e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:39.819331 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-093676fe-4a36-47d0-a9e9-46084008ba7f req-7f4c1b89-91c2-4196-b409-68d5b3b2e267 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.5809898 Aug 12 01:28:39.830989 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0955ab8e-2ebf-41f6-9935-5f8f25879a1e admin admin] Publish callbacks [] for security_group (9c29e58f-b141-4b0c-8860-89ed45234a76), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:39.839016 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc req-9dbc1309-ecac-4e20-a421-281a5794fbfa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058180 Aug 12 01:28:39.939098 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:40.025256 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e69f8-7bd7-4c0e-9597-330d869786f5 req-2740f61b-0849-4899-a5ae-3fda379133bc tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:40.026824 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fb3e69f8-7bd7-4c0e-9597-330d869786f5 req-2740f61b-0849-4899-a5ae-3fda379133bc tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 943 time: 0.1929374 Aug 12 01:28:40.047296 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a265bd-f660-4607-ae3d-4f118c5ce587 req-9432ccf0-a57b-42d7-8421-5114b0dc0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:40.048821 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-89a265bd-f660-4607-ae3d-4f118c5ce587 req-9432ccf0-a57b-42d7-8421-5114b0dc0f05 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6011028 Aug 12 01:28:40.059902 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1815a6af-4948-48ac-9ccb-d350a4a71976 req-780490b5-8247-4cc0-b3cb-4dc82262bba9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790167 Aug 12 01:28:40.208127 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0955ab8e-2ebf-41f6-9935-5f8f25879a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (9c29e58f-b141-4b0c-8860-89ed45234a76), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:40.234513 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-093676fe-4a36-47d0-a9e9-46084008ba7f req-96103a0b-a97c-423b-b7fa-e2a48c474f43 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bb6f5f-1dc9-4675-9d96-12163b24d167 HTTP/1.1" status: 200 len: 217 time: 0.4059391 Aug 12 01:28:40.236043 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b696014-dbc2-4084-93e1-e764cf9052d0 req-2f0e15e4-5926-42b7-8850-60baa640e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:40.237421 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6b696014-dbc2-4084-93e1-e764cf9052d0 req-2f0e15e4-5926-42b7-8850-60baa640e834 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2462bb67-4f74-4a92-9e7d-27e8f69f911e HTTP/1.1" status: 200 len: 850 time: 0.5495787 Aug 12 01:28:40.247992 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0955ab8e-2ebf-41f6-9935-5f8f25879a1e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9a1c25d39ec54d22bd9ac14144f06e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0390503 Aug 12 01:28:40.263788 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48092) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:40.442159 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955ab8e-2ebf-41f6-9935-5f8f25879a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c29e58f-b141-4b0c-8860-89ed45234a76,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:40.446790 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b696014-dbc2-4084-93e1-e764cf9052d0 req-3e6f9652-9157-4616-a512-e78ea332f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:40.448572 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6b696014-dbc2-4084-93e1-e764cf9052d0 req-3e6f9652-9157-4616-a512-e78ea332f8d5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=a06d250a-3f70-4fa5-8a58-5159fc388d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1992064 Aug 12 01:28:40.448937 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48100) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:40.484931 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093676fe-4a36-47d0-a9e9-46084008ba7f req-b3f6273e-df9c-4dc4-a9c2-aea59ea01eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:40.486677 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-093676fe-4a36-47d0-a9e9-46084008ba7f req-b3f6273e-df9c-4dc4-a9c2-aea59ea01eac service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.2348568 Aug 12 01:28:40.498594 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:40.537072 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ebfd6-908f-4010-a33e-bcd14e4acc9e req-80315426-dc71-4032-bdc9-d0c5f0ecdee8 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:40.538570 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-513ebfd6-908f-4010-a33e-bcd14e4acc9e req-80315426-dc71-4032-bdc9-d0c5f0ecdee8 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 932 time: 0.2055328 Aug 12 01:28:40.549114 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fb3e69f8-7bd7-4c0e-9597-330d869786f5 req-31fe63e4-4550-4b8e-b0b1-aeb471364003 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077915 Aug 12 01:28:40.629275 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:40.630740 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a265bd-f660-4607-ae3d-4f118c5ce587 req-c23794b0-d8a1-4b41-91e5-07d5bb5c84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:40.632285 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-89a265bd-f660-4607-ae3d-4f118c5ce587 req-c23794b0-d8a1-4b41-91e5-07d5bb5c84d1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5681155 Aug 12 01:28:40.640293 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5edb1d88-c91a-4b09-a5af-2083836d9581 admin admin] Publish callbacks [] for security_group (9c29e58f-b141-4b0c-8860-89ed45234a76), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:40.661728 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093676fe-4a36-47d0-a9e9-46084008ba7f req-385b44f0-32f2-4e4b-8006-9e6647a44323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:40.663228 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-093676fe-4a36-47d0-a9e9-46084008ba7f req-385b44f0-32f2-4e4b-8006-9e6647a44323 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1386485 Aug 12 01:28:40.679088 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ff339273-07a0-4d09-bd66-c496df0ae2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:40.721123 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5edb1d88-c91a-4b09-a5af-2083836d9581 admin admin] Publish callbacks [] for security_group (9c29e58f-b141-4b0c-8860-89ed45234a76), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:40.757908 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 62bb6f5f-1dc9-4675-9d96-12163b24d167 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:28:40.771026 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afe612-6e11-4147-a54f-608c0e681150 req-054112f3-dba2-462a-8767-0b013e81fe1f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:40.772667 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-67afe612-6e11-4147-a54f-608c0e681150 req-054112f3-dba2-462a-8767-0b013e81fe1f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 943 time: 0.1369405 Aug 12 01:28:40.776225 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device f387b69c-4056-4801-b83e-52cf09447e9f up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:40.782294 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-513ebfd6-908f-4010-a33e-bcd14e4acc9e req-c9aab8a4-3005-47c1-8af5-d89b69f0f4a4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060866 Aug 12 01:28:40.791364 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476d0433-5310-435b-93ea-c42ed83c3136 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:28:40.825541 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-bc743c8f-d41a-4004-8847-e13a41572398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:40.827304 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-bc743c8f-d41a-4004-8847-e13a41572398 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 1128 time: 0.1343410 Aug 12 01:28:40.834669 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6b696014-dbc2-4084-93e1-e764cf9052d0 req-f27b2d62-0e33-4619-9bd7-9b14fb24bec9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a06d250a-3f70-4fa5-8a58-5159fc388d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703063 Aug 12 01:28:40.836680 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Publish callbacks [] for port (476d0433-5310-435b-93ea-c42ed83c3136), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:40.859660 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:40.878931 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:40.898283 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Transition to ACTIVE for port object 476d0433-5310-435b-93ea-c42ed83c3136 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:28:40.917487 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port f387b69c-4056-4801-b83e-52cf09447e9f completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:28:40.929998 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port f387b69c-4056-4801-b83e-52cf09447e9f triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:40.930549 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:40.937991 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-b77a7156-168b-415d-88ca-8a04eb796b22 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=941dd4d7-4c16-4fb4-aa93-79972bef7581 HTTP/1.1" status: 200 len: 217 time: 0.0918202 Aug 12 01:28:40.941484 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (476d0433-5310-435b-93ea-c42ed83c3136), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:40.954325 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:40.974406 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 62bb6f5f-1dc9-4675-9d96-12163b24d167, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=62bb6f5f-1dc9-4675-9d96-12163b24d167,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:40.997138 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '62bb6f5f-1dc9-4675-9d96-12163b24d167', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'port_id': '62bb6f5f-1dc9-4675-9d96-12163b24d167', 'mac_address': 'fa:16:3e:3c:8c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:28:41.024032 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-093676fe-4a36-47d0-a9e9-46084008ba7f req-9e906969-f600-4157-8147-dc5a5fa70127 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474271 Aug 12 01:28:41.034883 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-67afe612-6e11-4147-a54f-608c0e681150 req-1179d264-6852-4f05-b1c1-ffb471989468 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515283 Aug 12 01:28:41.057249 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e439648-a2fe-49f9-a809-a2ad4090be7d {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:28:41.058551 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83536ae-cc3e-484f-806e-c4722a007d15 req-00e8ce95-318e-40e3-b1ff-6db317a95732 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:41.060111 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b83536ae-cc3e-484f-806e-c4722a007d15 req-00e8ce95-318e-40e3-b1ff-6db317a95732 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 944 time: 0.1699328 Aug 12 01:28:41.099958 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-36b8739c-0231-495d-bb57-b8fe5db988a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:41.100877 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Publish callbacks [] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.101413 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-36b8739c-0231-495d-bb57-b8fe5db988a9 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=a9afc717-283a-483a-80e3-bf850c00ecf8 HTTP/1.1" status: 200 len: 854 time: 0.1571138 Aug 12 01:28:41.105606 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5edb1d88-c91a-4b09-a5af-2083836d9581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (9c29e58f-b141-4b0c-8860-89ed45234a76), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.108415 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5edb1d88-c91a-4b09-a5af-2083836d9581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.109707 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-5edb1d88-c91a-4b09-a5af-2083836d9581 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9c29e58f-b141-4b0c-8860-89ed45234a76 HTTP/1.1" status: 204 len: 168 time: 0.8318896 Aug 12 01:28:41.110332 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 62bb6f5f-1dc9-4675-9d96-12163b24d167 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:41.110913 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.114682 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port f387b69c-4056-4801-b83e-52cf09447e9f is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:41.115301 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.124640 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Pushing event updated for resources: {'Port': ['ID=476d0433-5310-435b-93ea-c42ed83c3136,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:41.139568 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bb6f5f-1dc9-4675-9d96-12163b24d167 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:28:41.165907 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1a8df3-8078-437c-ab98-64d52e277263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f387b69c-4056-4801-b83e-52cf09447e9f'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:41.192437 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb1d88-c91a-4b09-a5af-2083836d9581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c29e58f-b141-4b0c-8860-89ed45234a76,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:41.200620 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Attempting to bind port 476d0433-5310-435b-93ea-c42ed83c3136 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:41.200965 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Attempting to bind port 476d0433-5310-435b-93ea-c42ed83c3136 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:41.201300 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Attempting to bind port 476d0433-5310-435b-93ea-c42ed83c3136 on network bdc64372-39dc-45f5-ae9b-e7b46a872a57 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:41.206585 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Transition to ACTIVE for port object 4e439648-a2fe-49f9-a809-a2ad4090be7d will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:28:41.208956 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ff339273-07a0-4d09-bd66-c496df0ae2ef admin admin] Publish callbacks [] for security_group (4e5eeafb-ec69-435b-95bc-fc41a5a76c2e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.214457 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6b696014-dbc2-4084-93e1-e764cf9052d0 req-5d5a4202-0aa8-46fa-a32c-b87e70239c7d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a06d250a-3f70-4fa5-8a58-5159fc388d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608608 Aug 12 01:28:41.216987 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.232379 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ff339273-07a0-4d09-bd66-c496df0ae2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (4e5eeafb-ec69-435b-95bc-fc41a5a76c2e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.237961 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Port 476d0433-5310-435b-93ea-c42ed83c3136 on network bdc64372-39dc-45f5-ae9b-e7b46a872a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:28:41.238292 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Attempting to bind port 476d0433-5310-435b-93ea-c42ed83c3136 on network bdc64372-39dc-45f5-ae9b-e7b46a872a57 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:41.254538 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-76247942-1e82-45cb-8aca-a8d14e994f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:41.256149 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-76247942-1e82-45cb-8aca-a8d14e994f27 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c69785c6-9bf5-4740-9585-57c14141c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1424499 Aug 12 01:28:41.262173 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b83536ae-cc3e-484f-806e-c4722a007d15 req-36c1567b-84bd-494c-a831-20c899dc79af tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908641 Aug 12 01:28:41.262642 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:41.262985 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Checking segment: {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:41.263363 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Bound using segment: {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:41.265719 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Bound port: 476d0433-5310-435b-93ea-c42ed83c3136, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:41.267683 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (476d0433-5310-435b-93ea-c42ed83c3136), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.290383 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:41.313205 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff339273-07a0-4d09-bd66-c496df0ae2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5eeafb-ec69-435b-95bc-fc41a5a76c2e,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:41.337271 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:41.343562 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 62bb6f5f-1dc9-4675-9d96-12163b24d167, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=62bb6f5f-1dc9-4675-9d96-12163b24d167,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:41.352535 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port f387b69c-4056-4801-b83e-52cf09447e9f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f387b69c-4056-4801-b83e-52cf09447e9f,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:41.366028 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.368288 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device e88a4d4f-78ca-43d6-9412-606c68ca8ff1 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:28:41.394936 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.440383 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-093676fe-4a36-47d0-a9e9-46084008ba7f req-92b601ae-13a2-43c2-a65d-56a850209385 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004655 Aug 12 01:28:41.472275 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a91c5-11e1-4b67-a07e-ea22557c8aa6 req-9c0a0742-c0b6-4ec7-a95c-82886fa74c03 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:41.479314 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b53a91c5-11e1-4b67-a07e-ea22557c8aa6 req-9c0a0742-c0b6-4ec7-a95c-82886fa74c03 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.1878119 Aug 12 01:28:41.496040 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ff339273-07a0-4d09-bd66-c496df0ae2ef admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7cd5e07f72394721b75427b33ae9dddf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0404255 Aug 12 01:28:41.499712 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48124) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:41.537307 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e439648-a2fe-49f9-a809-a2ad4090be7d,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:41.655159 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port e88a4d4f-78ca-43d6-9412-606c68ca8ff1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e88a4d4f-78ca-43d6-9412-606c68ca8ff1,segment=NetworkSegment(75c40d46-008d-4f5b-925b-ded1fe8e5755),segment_id=75c40d46-008d-4f5b-925b-ded1fe8e5755)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:41.658097 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-4617a084-5fbe-48f4-8b38-f0004080c61d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872766 Aug 12 01:28:41.669924 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=62bb6f5f-1dc9-4675-9d96-12163b24d167,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:41.675086 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'e88a4d4f-78ca-43d6-9412-606c68ca8ff1', 'network_id': 'a06d250a-3f70-4fa5-8a58-5159fc388d07', 'port_id': 'e88a4d4f-78ca-43d6-9412-606c68ca8ff1', 'mac_address': 'fa:16:3e:78:a8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2462bb67-4f74-4a92-9e7d-27e8f69f911e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:28:41.681737 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154d295d-5bef-467f-b290-697ac507a3c2" -d '{"events": [{"server_uuid": "1e1a8df3-8078-437c-ab98-64d52e277263", "name": "network-vif-plugged", "status": "completed", "tag": "f387b69c-4056-4801-b83e-52cf09447e9f"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:41.687859 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Attempting to bind port 4e439648-a2fe-49f9-a809-a2ad4090be7d on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:28:41.688446 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Attempting to bind port 4e439648-a2fe-49f9-a809-a2ad4090be7d by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:28:41.689165 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Attempting to bind port 4e439648-a2fe-49f9-a809-a2ad4090be7d on network c945ad6e-d04a-40d2-b591-3e29f6e664bb {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:41.692077 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.699314 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:41.713614 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Port 4e439648-a2fe-49f9-a809-a2ad4090be7d on network c945ad6e-d04a-40d2-b591-3e29f6e664bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:28:41.713975 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Attempting to bind port 4e439648-a2fe-49f9-a809-a2ad4090be7d on network c945ad6e-d04a-40d2-b591-3e29f6e664bb {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:28:41.717208 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-99991461-14d6-4dce-b0d7-94344ab550dd admin admin] Publish callbacks [] for security_group (4e5eeafb-ec69-435b-95bc-fc41a5a76c2e), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.734692 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:28:41.735025 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Checking segment: {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:28:41.735548 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Bound using segment: {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:28:41.736192 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Bound port: 4e439648-a2fe-49f9-a809-a2ad4090be7d, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:28:41.736551 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.754875 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b53a91c5-11e1-4b67-a07e-ea22557c8aa6 req-4a62cf1a-a4de-4a6e-9843-03fc91273ebf tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741373 Aug 12 01:28:41.769563 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-99991461-14d6-4dce-b0d7-94344ab550dd admin admin] Publish callbacks [] for security_group (4e5eeafb-ec69-435b-95bc-fc41a5a76c2e), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.800799 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.813810 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=476d0433-5310-435b-93ea-c42ed83c3136,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:41.832644 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (476d0433-5310-435b-93ea-c42ed83c3136), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.832782 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:41.833195 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.839357 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=f387b69c-4056-4801-b83e-52cf09447e9f,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:41.862551 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:41.863426 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:41.865128 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/476d0433-5310-435b-93ea-c42ed83c3136 HTTP/1.1" status: 200 len: 1094 time: 2.5842812 Aug 12 01:28:41.866966 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:41.870418 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d8843-c93f-458c-a56c-d20cbde8f8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "tag": "476d0433-5310-435b-93ea-c42ed83c3136"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:41.898635 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88a4d4f-78ca-43d6-9412-606c68ca8ff1 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:28:41.946684 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cf187-41c7-47aa-9e95-068e7190d9f8 req-15f65a02-c1e4-409e-8e4f-d95ffe81ff8a tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:41.952076 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5b1cf187-41c7-47aa-9e95-068e7190d9f8 req-15f65a02-c1e4-409e-8e4f-d95ffe81ff8a tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 943 time: 0.1501112 Aug 12 01:28:41.981254 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] For port 4e439648-a2fe-49f9-a809-a2ad4090be7d, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:28:41.988830 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] For port 4e439648-a2fe-49f9-a809-a2ad4090be7d, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=4e439648-a2fe-49f9-a809-a2ad4090be7d,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:28:41.990851 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:42.028505 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:42.045380 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:42.046213 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:42.047852 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/4e439648-a2fe-49f9-a809-a2ad4090be7d HTTP/1.1" status: 200 len: 1094 time: 2.8135645 Aug 12 01:28:42.049775 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-99991461-14d6-4dce-b0d7-94344ab550dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (4e5eeafb-ec69-435b-95bc-fc41a5a76c2e), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:42.061555 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-99991461-14d6-4dce-b0d7-94344ab550dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:42.073689 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-99991461-14d6-4dce-b0d7-94344ab550dd admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4e5eeafb-ec69-435b-95bc-fc41a5a76c2e HTTP/1.1" status: 204 len: 168 time: 0.5694270 Aug 12 01:28:42.073689 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'tag': '4e439648-a2fe-49f9-a809-a2ad4090be7d'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:42.074081 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f84f29-965a-4b85-adcf-9c23c2a34e23" -d '{"events": [{"name": "network-changed", "server_uuid": "c4364ac0-a9b7-4650-8456-15ccdd39bc3a", "tag": "4e439648-a2fe-49f9-a809-a2ad4090be7d"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:42.108089 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee9e6666-24c6-46a5-8454-65a04987b07c req-4c1de4ab-f77d-47f0-91c7-f0ab8f31622a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056017 Aug 12 01:28:42.143258 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:42.160388 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99991461-14d6-4dce-b0d7-94344ab550dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5eeafb-ec69-435b-95bc-fc41a5a76c2e,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:42.196747 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-4f683f0d-24fe-45d3-8c06-5c1e5a727be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:42.198284 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-4f683f0d-24fe-45d3-8c06-5c1e5a727be7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0cb834d06ed94c1993ec0f7130d97803&device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 1128 time: 0.0804498 Aug 12 01:28:42.205680 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed2d47-01ab-4aa9-8b56-4a4b41ea27f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e439648-a2fe-49f9-a809-a2ad4090be7d,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:42.250223 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-1dd8c0f9-a2e8-4c35-a876-38fd0fd35a69 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e439648-a2fe-49f9-a809-a2ad4090be7d HTTP/1.1" status: 200 len: 217 time: 0.0415320 Aug 12 01:28:42.250838 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port e88a4d4f-78ca-43d6-9412-606c68ca8ff1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e88a4d4f-78ca-43d6-9412-606c68ca8ff1,segment=NetworkSegment(75c40d46-008d-4f5b-925b-ded1fe8e5755),segment_id=75c40d46-008d-4f5b-925b-ded1fe8e5755)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:42.256638 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04b8877-9049-4cb6-bda0-1c62bcb2d988 x-openstack-request-id: req-f04b8877-9049-4cb6-bda0-1c62bcb2d988 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:42.256638 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1a8df3-8078-437c-ab98-64d52e277263", "name": "network-vif-plugged", "status": "completed", "tag": "f387b69c-4056-4801-b83e-52cf09447e9f", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:42.257545 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f04b8877-9049-4cb6-bda0-1c62bcb2d988 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:42.257545 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04b8877-9049-4cb6-bda0-1c62bcb2d988'] response: {'server_uuid': '1e1a8df3-8078-437c-ab98-64d52e277263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f387b69c-4056-4801-b83e-52cf09447e9f', 'code': 200} Aug 12 01:28:42.269140 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:42.269471 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8c1e5-5969-4d4f-9c14-927352885c15 service neutron] Pushing event updated for resources: {'Port': ['ID=476d0433-5310-435b-93ea-c42ed83c3136,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:42.322539 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4ec52-3393-4731-98d1-669288dcf152 req-c6cb785b-0e8a-4560-8542-e61e6e016aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:42.324342 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-c6cb785b-0e8a-4560-8542-e61e6e016aed service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 1128 time: 0.3701136 Aug 12 01:28:42.331701 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-5e857d50-36a8-4c04-a3a1-6b0e05efd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:42.334092 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-5e857d50-36a8-4c04-a3a1-6b0e05efd757 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6d032be1-9a08-48d8-9b6d-f99f44083814 HTTP/1.1" status: 200 len: 849 time: 0.0776408 Aug 12 01:28:42.357854 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19716a77-d461-4147-b48b-01342a363071 req-a9c81a7d-67fb-4f59-8bf6-a4d147e2b21d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:42.365607 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=e88a4d4f-78ca-43d6-9412-606c68ca8ff1,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:42.366137 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-19716a77-d461-4147-b48b-01342a363071 req-a9c81a7d-67fb-4f59-8bf6-a4d147e2b21d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 944 time: 0.2406936 Aug 12 01:28:42.392275 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5b1cf187-41c7-47aa-9e95-068e7190d9f8 req-5a530d24-dc64-4d37-9cb2-a26d829a75e4 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870146 Aug 12 01:28:42.440372 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-19716a77-d461-4147-b48b-01342a363071 req-a1979c62-bf74-471c-9b84-2e3ae8ec4e11 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733638 Aug 12 01:28:42.448147 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2c271e-b36f-49cf-a7d7-e2bf0b606cdc x-openstack-request-id: req-9d2c271e-b36f-49cf-a7d7-e2bf0b606cdc {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:42.449751 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "tag": "476d0433-5310-435b-93ea-c42ed83c3136", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:42.450022 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d2c271e-b36f-49cf-a7d7-e2bf0b606cdc {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:42.451971 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2c271e-b36f-49cf-a7d7-e2bf0b606cdc'] response: {'name': 'network-changed', 'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136', 'status': 'completed', 'code': 200} Aug 12 01:28:42.512531 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f8c5e2-a5b2-4036-8ed8-186fc9b74951 x-openstack-request-id: req-86f8c5e2-a5b2-4036-8ed8-186fc9b74951 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:42.512992 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4364ac0-a9b7-4650-8456-15ccdd39bc3a", "tag": "4e439648-a2fe-49f9-a809-a2ad4090be7d", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:42.513446 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86f8c5e2-a5b2-4036-8ed8-186fc9b74951 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:42.513984 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f8c5e2-a5b2-4036-8ed8-186fc9b74951'] response: {'name': 'network-changed', 'server_uuid': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'tag': '4e439648-a2fe-49f9-a809-a2ad4090be7d', 'status': 'completed', 'code': 200} Aug 12 01:28:42.555423 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e35ba-9a46-4ba3-ba59-4839c50a5d4a req-850678f9-d767-4210-8a15-2384d16418ca tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:42.565153 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-792e35ba-9a46-4ba3-ba59-4839c50a5d4a req-850678f9-d767-4210-8a15-2384d16418ca tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 944 time: 0.0681705 Aug 12 01:28:42.598558 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['62bb6f5f-1dc9-4675-9d96-12163b24d167'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:28:42.644179 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592fa39-65ed-4449-81ac-f26c00bd1bfe req-c989e028-b41c-43e9-9b77-d1e380dba09b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:42.646889 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6592fa39-65ed-4449-81ac-f26c00bd1bfe req-c989e028-b41c-43e9-9b77-d1e380dba09b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 944 time: 0.0736809 Aug 12 01:28:42.676367 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['e88a4d4f-78ca-43d6-9412-606c68ca8ff1'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:28:42.689182 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-792e35ba-9a46-4ba3-ba59-4839c50a5d4a req-86242f3c-e246-4d1c-847d-2d23df4d8e8d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229000 Aug 12 01:28:42.694812 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:42.732288 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:42.740772 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6592fa39-65ed-4449-81ac-f26c00bd1bfe req-9c47e3da-f987-4b4c-a349-0be9f575d102 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876677 Aug 12 01:28:42.922479 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80508beb-3dec-49b1-b6bf-7a8179e95296 req-e6b57c3c-7a25-4b98-9680-31d70b037abc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:42.924169 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80508beb-3dec-49b1-b6bf-7a8179e95296 req-e6b57c3c-7a25-4b98-9680-31d70b037abc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0610387 Aug 12 01:28:42.965958 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:42.982341 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80508beb-3dec-49b1-b6bf-7a8179e95296 req-1894a3cf-ad9b-44a1-b70d-f3cb0cf8587c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470362 Aug 12 01:28:43.074024 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-59f96abe-5029-4b9d-afd2-c0edb20268ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:43.075715 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-59f96abe-5029-4b9d-afd2-c0edb20268ee service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c945ad6e-d04a-40d2-b591-3e29f6e664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545921 Aug 12 01:28:43.104868 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-cff5d48d-bc9d-4f95-96b3-610323a58367 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=476d0433-5310-435b-93ea-c42ed83c3136 HTTP/1.1" status: 200 len: 217 time: 0.0854409 Aug 12 01:28:43.259185 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-6eeb77c0-f93c-42a7-bf50-9f71ee253c40 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752727 Aug 12 01:28:43.366464 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d47a5b-2f6b-4d56-87cc-fb301ea5606b req-f7c3d515-25bf-4fe7-ba8e-61adc53d2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:43.367952 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-37d47a5b-2f6b-4d56-87cc-fb301ea5606b req-f7c3d515-25bf-4fe7-ba8e-61adc53d2700 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 1130 time: 0.3407092 Aug 12 01:28:43.395111 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-37d47a5b-2f6b-4d56-87cc-fb301ea5606b req-768046e4-c055-4db2-aea0-63da789a0164 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:43.451912 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6ae7f0cd-da90-4395-a229-22475e762e92 req-62b6db03-4a71-421b-a568-7b40908f263e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854038 Aug 12 01:28:43.463369 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4ec52-3393-4731-98d1-669288dcf152 req-f5bc2f27-df5e-4726-b5f1-228be80048d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:43.465361 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-f5bc2f27-df5e-4726-b5f1-228be80048d8 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=d33ce26f-dc4c-4f32-bc97-4170fb266b96 HTTP/1.1" status: 200 len: 856 time: 0.3506894 Aug 12 01:28:43.580026 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-37d47a5b-2f6b-4d56-87cc-fb301ea5606b req-768046e4-c055-4db2-aea0-63da789a0164 service neutron] Publish callbacks [] for security_group (48b4c368-c45e-4184-be23-30d87f37e7a0), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:43.606808 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4ec52-3393-4731-98d1-669288dcf152 req-e45d2bd1-d6f0-45f2-8a15-84e1dc2776a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:43.608446 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-e45d2bd1-d6f0-45f2-8a15-84e1dc2776a8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bdc64372-39dc-45f5-ae9b-e7b46a872a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1338780 Aug 12 01:28:43.613191 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-37d47a5b-2f6b-4d56-87cc-fb301ea5606b req-768046e4-c055-4db2-aea0-63da789a0164 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (48b4c368-c45e-4184-be23-30d87f37e7a0), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:43.659052 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839ff50-d8d4-489a-98e5-7b689adb6e7b req-8bf5eb3c-20f1-4929-8155-34e5772cb6cd tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:43.660841 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b839ff50-d8d4-489a-98e5-7b689adb6e7b req-8bf5eb3c-20f1-4929-8155-34e5772cb6cd tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 944 time: 0.1509731 Aug 12 01:28:43.679829 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca1eb1-a7d0-49e8-9519-4fde25eafdb8 req-2c380328-9138-4133-95ba-5c2e1966b92e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:43.681652 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-06ca1eb1-a7d0-49e8-9519-4fde25eafdb8 req-2c380328-9138-4133-95ba-5c2e1966b92e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 944 time: 0.1421897 Aug 12 01:28:43.702748 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-37d47a5b-2f6b-4d56-87cc-fb301ea5606b req-768046e4-c055-4db2-aea0-63da789a0164 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249819 Aug 12 01:28:43.719596 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768046e4-c055-4db2-aea0-63da789a0164 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=48b4c368-c45e-4184-be23-30d87f37e7a0,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:43.759626 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:43.776915 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b839ff50-d8d4-489a-98e5-7b689adb6e7b req-bb78dfb2-e20a-45fa-93e1-cdadaf6a2207 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037560 Aug 12 01:28:43.794602 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-06ca1eb1-a7d0-49e8-9519-4fde25eafdb8 req-8d9b7d40-9905-4815-b8cd-65878ed6d68a tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944586 Aug 12 01:28:43.831092 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48236) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:43.937359 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ab023-64d1-4cf0-b6ec-b70311a1c85f req-b2effa9a-e3fe-4f24-b154-16cafea7e4f0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:43.938914 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8b0ab023-64d1-4cf0-b6ec-b70311a1c85f req-b2effa9a-e3fe-4f24-b154-16cafea7e4f0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 944 time: 0.0790427 Aug 12 01:28:43.945279 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bdaf6-cc22-4da9-a449-dadb1fbf3ce3 req-d4ed101d-8f91-430a-846c-82e2621cf4d8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:43.946701 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e8bdaf6-cc22-4da9-a449-dadb1fbf3ce3 req-d4ed101d-8f91-430a-846c-82e2621cf4d8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 944 time: 0.0757098 Aug 12 01:28:44.006139 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-de3fefcd-75a0-47ad-ac27-b63e9448a55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:44.058126 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8b0ab023-64d1-4cf0-b6ec-b70311a1c85f req-e76dd3ac-7363-41af-8a92-dd13ef25f5b1 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090002 Aug 12 01:28:44.064774 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e8bdaf6-cc22-4da9-a449-dadb1fbf3ce3 req-b2373b08-a631-4b78-98f7-5cd3873ff158 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095464 Aug 12 01:28:44.160719 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-de3fefcd-75a0-47ad-ac27-b63e9448a55a admin admin] Publish callbacks [] for security_group (1be3ce05-f9d4-493c-94f2-60f0f85038ea), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:44.184542 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-de3fefcd-75a0-47ad-ac27-b63e9448a55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (1be3ce05-f9d4-493c-94f2-60f0f85038ea), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:44.237831 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b01d7b-ffaa-45e9-83c7-a1e5a1708972 req-dfe2770b-da2c-47d9-ae2d-70abc75d3492 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:44.239490 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-90b01d7b-ffaa-45e9-83c7-a1e5a1708972 req-dfe2770b-da2c-47d9-ae2d-70abc75d3492 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0925076 Aug 12 01:28:44.246903 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-de3fefcd-75a0-47ad-ac27-b63e9448a55a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6b2975a242cb4350b4f676f4f6bcdbe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147065 Aug 12 01:28:44.249055 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fefcd-75a0-47ad-ac27-b63e9448a55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be3ce05-f9d4-493c-94f2-60f0f85038ea,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:44.249684 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48262) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:44.306635 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70000d2f-d800-4f99-bc8c-907089ef7745 admin admin] Publish callbacks [] for security_group (1be3ce05-f9d4-493c-94f2-60f0f85038ea), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:44.329801 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-90b01d7b-ffaa-45e9-83c7-a1e5a1708972 req-cb4c5555-f95a-4021-99f9-def7c1f47793 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814586 Aug 12 01:28:44.330687 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70000d2f-d800-4f99-bc8c-907089ef7745 admin admin] Publish callbacks [] for security_group (1be3ce05-f9d4-493c-94f2-60f0f85038ea), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:44.398517 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70000d2f-d800-4f99-bc8c-907089ef7745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (1be3ce05-f9d4-493c-94f2-60f0f85038ea), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:44.401752 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-70000d2f-d800-4f99-bc8c-907089ef7745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:44.402910 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-70000d2f-d800-4f99-bc8c-907089ef7745 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1be3ce05-f9d4-493c-94f2-60f0f85038ea HTTP/1.1" status: 204 len: 168 time: 0.1522593 Aug 12 01:28:44.411756 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70000d2f-d800-4f99-bc8c-907089ef7745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be3ce05-f9d4-493c-94f2-60f0f85038ea,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:44.470387 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:44.544611 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f84f29-965a-4b85-adcf-9c23c2a34e23 req-1050c8f0-5ddf-48d8-9e57-f727ff9cf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:44.546560 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b3f84f29-965a-4b85-adcf-9c23c2a34e23 req-1050c8f0-5ddf-48d8-9e57-f727ff9cf3fc service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0cb834d06ed94c1993ec0f7130d97803&device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 1128 time: 0.1160488 Aug 12 01:28:44.731955 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-01fe4b8d-e71d-4286-8fb2-924dc7fdf5a1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092909 Aug 12 01:28:44.761075 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f84f29-965a-4b85-adcf-9c23c2a34e23 req-4d0ded77-18c4-4f6a-911b-0eb2b86c9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:44.762581 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b3f84f29-965a-4b85-adcf-9c23c2a34e23 req-4d0ded77-18c4-4f6a-911b-0eb2b86c9b3a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c945ad6e-d04a-40d2-b591-3e29f6e664bb HTTP/1.1" status: 200 len: 911 time: 0.2066290 Aug 12 01:28:44.792464 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 4e439648-a2fe-49f9-a809-a2ad4090be7d details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:28:44.797694 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 62bb6f5f-1dc9-4675-9d96-12163b24d167 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:44.842391 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48296) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:44.881045 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9aaee185-d821-45c0-b9b5-b3d1780b04d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:44.930780 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port 62bb6f5f-1dc9-4675-9d96-12163b24d167 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:28:44.942835 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 62bb6f5f-1dc9-4675-9d96-12163b24d167 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:44.943587 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.014991 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 4e439648-a2fe-49f9-a809-a2ad4090be7d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=4e439648-a2fe-49f9-a809-a2ad4090be7d,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:45.065901 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '4e439648-a2fe-49f9-a809-a2ad4090be7d', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'port_id': '4e439648-a2fe-49f9-a809-a2ad4090be7d', 'mac_address': 'fa:16:3e:25:5c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:28:45.077016 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b3f84f29-965a-4b85-adcf-9c23c2a34e23 req-96415b91-3bf1-4f00-baca-4dbc2658bd09 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e439648-a2fe-49f9-a809-a2ad4090be7d HTTP/1.1" status: 200 len: 217 time: 0.1752203 Aug 12 01:28:45.097377 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 62bb6f5f-1dc9-4675-9d96-12163b24d167 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:45.097827 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.121041 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 4e439648-a2fe-49f9-a809-a2ad4090be7d is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:45.121671 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.144081 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47380fc6-a92e-488b-b9ce-e8c6017da2d6 req-88b1338c-ad67-41d5-9c1f-7553a12df72d tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:45.145913 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2961f2a6-2c42-46af-8a74-98a8692ef170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bb6f5f-1dc9-4675-9d96-12163b24d167'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:45.148382 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd619af5-3670-48aa-a0a3-cf5a03a59fa1" -d '{"events": [{"server_uuid": "2961f2a6-2c42-46af-8a74-98a8692ef170", "name": "network-vif-plugged", "status": "completed", "tag": "62bb6f5f-1dc9-4675-9d96-12163b24d167"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:45.153641 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-47380fc6-a92e-488b-b9ce-e8c6017da2d6 req-88b1338c-ad67-41d5-9c1f-7553a12df72d tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 944 time: 0.2505956 Aug 12 01:28:45.154272 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e439648-a2fe-49f9-a809-a2ad4090be7d {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:28:45.168684 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 62bb6f5f-1dc9-4675-9d96-12163b24d167, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=62bb6f5f-1dc9-4675-9d96-12163b24d167,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:45.176569 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.177635 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device e88a4d4f-78ca-43d6-9412-606c68ca8ff1 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:45.233491 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:45.235766 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f84f29-965a-4b85-adcf-9c23c2a34e23 req-c373027b-e93b-4b02-ac0f-d428d90373f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:45.237330 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b3f84f29-965a-4b85-adcf-9c23c2a34e23 req-c373027b-e93b-4b02-ac0f-d428d90373f6 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6d032be1-9a08-48d8-9b6d-f99f44083814 HTTP/1.1" status: 200 len: 849 time: 0.0765355 Aug 12 01:28:45.264298 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=62bb6f5f-1dc9-4675-9d96-12163b24d167,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:45.282383 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 4e439648-a2fe-49f9-a809-a2ad4090be7d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=4e439648-a2fe-49f9-a809-a2ad4090be7d,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:45.285051 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-47380fc6-a92e-488b-b9ce-e8c6017da2d6 req-d14ac924-44a1-4059-b74e-0bf6e457edaf tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303086 Aug 12 01:28:45.291978 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:28:45.293002 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40d4ec52-3393-4731-98d1-669288dcf152 req-061f79ef-0aa6-462b-9931-d01dc05faf46 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853211 Aug 12 01:28:45.296931 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:45.298245 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.298990 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 941dd4d7-4c16-4fb4-aa93-79972bef7581 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:28:45.304176 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:45.328427 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:45.328866 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.412603 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f84f29-965a-4b85-adcf-9c23c2a34e23 req-2575562c-b6c0-4520-9b99-9058795b76c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:45.419222 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b3f84f29-965a-4b85-adcf-9c23c2a34e23 req-2575562c-b6c0-4520-9b99-9058795b76c3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c945ad6e-d04a-40d2-b591-3e29f6e664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1517572 Aug 12 01:28:45.438105 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f594b4-60a7-4b97-85b6-76857897c582 req-189650ba-64a5-4b48-a40c-9b47a34dda7e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:45.447232 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e2f594b4-60a7-4b97-85b6-76857897c582 req-189650ba-64a5-4b48-a40c-9b47a34dda7e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 944 time: 0.5611732 Aug 12 01:28:45.482723 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=4e439648-a2fe-49f9-a809-a2ad4090be7d,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:45.557140 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:45.558394 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.591325 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94447448-2c6f-4b47-b8a5-075185331d16 req-d8926af1-985e-4d7c-845c-3cdc0c3871ec tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:45.593022 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-94447448-2c6f-4b47-b8a5-075185331d16 req-d8926af1-985e-4d7c-845c-3cdc0c3871ec tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 944 time: 0.1395521 Aug 12 01:28:45.620893 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 941dd4d7-4c16-4fb4-aa93-79972bef7581, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=941dd4d7-4c16-4fb4-aa93-79972bef7581,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:45.640180 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port e88a4d4f-78ca-43d6-9412-606c68ca8ff1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e88a4d4f-78ca-43d6-9412-606c68ca8ff1,segment=NetworkSegment(75c40d46-008d-4f5b-925b-ded1fe8e5755),segment_id=75c40d46-008d-4f5b-925b-ded1fe8e5755)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:45.643151 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'port_id': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'mac_address': 'fa:16:3e:9d:1d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:28:45.647857 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.648042 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e2f594b4-60a7-4b97-85b6-76857897c582 req-bc741016-b363-436a-843c-356c7f71c253 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991529 Aug 12 01:28:45.669768 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9aaee185-d821-45c0-b9b5-b3d1780b04d6 admin admin] Publish callbacks [] for security_group (1241728d-d79b-4e4d-b3cc-97d315e9db33), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.687293 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9aaee185-d821-45c0-b9b5-b3d1780b04d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (1241728d-d79b-4e4d-b3cc-97d315e9db33), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.704777 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-94447448-2c6f-4b47-b8a5-075185331d16 req-841d6c46-71fe-420f-878c-a114cec7fe49 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990477 Aug 12 01:28:45.746825 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 941dd4d7-4c16-4fb4-aa93-79972bef7581 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:45.747233 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.758953 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=e88a4d4f-78ca-43d6-9412-606c68ca8ff1,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:45.764726 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6155628d-c108-436c-93f0-76719e430cc1 x-openstack-request-id: req-6155628d-c108-436c-93f0-76719e430cc1 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:45.765212 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2961f2a6-2c42-46af-8a74-98a8692ef170", "name": "network-vif-plugged", "status": "completed", "tag": "62bb6f5f-1dc9-4675-9d96-12163b24d167", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:45.765405 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6155628d-c108-436c-93f0-76719e430cc1 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:45.765870 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6155628d-c108-436c-93f0-76719e430cc1'] response: {'server_uuid': '2961f2a6-2c42-46af-8a74-98a8692ef170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bb6f5f-1dc9-4675-9d96-12163b24d167', 'code': 200} Aug 12 01:28:45.771895 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941dd4d7-4c16-4fb4-aa93-79972bef7581 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:28:45.776596 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaee185-d821-45c0-b9b5-b3d1780b04d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1241728d-d79b-4e4d-b3cc-97d315e9db33,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:45.798143 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:45.808252 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 941dd4d7-4c16-4fb4-aa93-79972bef7581, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=941dd4d7-4c16-4fb4-aa93-79972bef7581,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:45.808762 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48324) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:45.809642 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-9aaee185-d821-45c0-b9b5-b3d1780b04d6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c9fb7620adc24805b6770d5360278f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9659359 Aug 12 01:28:45.815143 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.877073 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7c61f-6369-4a4e-8ca3-8e607412834b req-b8640235-1c4d-4400-be48-94a2f2d7d812 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:45.880156 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=941dd4d7-4c16-4fb4-aa93-79972bef7581,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:45.883008 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3b882a62-11ee-4d1a-a103-8839617bb145 admin admin] Publish callbacks [] for security_group (1241728d-d79b-4e4d-b3cc-97d315e9db33), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.885461 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dfd7c61f-6369-4a4e-8ca3-8e607412834b req-b8640235-1c4d-4400-be48-94a2f2d7d812 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1038492 Aug 12 01:28:45.920639 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03702c-3d2f-4698-bb5c-3f0b0b98d3b2 req-b3fb5568-a331-45e6-9e45-0309340bfa0e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:45.927585 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3b882a62-11ee-4d1a-a103-8839617bb145 admin admin] Publish callbacks [] for security_group (1241728d-d79b-4e4d-b3cc-97d315e9db33), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:45.927712 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0c03702c-3d2f-4698-bb5c-3f0b0b98d3b2 req-b3fb5568-a331-45e6-9e45-0309340bfa0e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0979838 Aug 12 01:28:45.967767 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:45.997445 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3b882a62-11ee-4d1a-a103-8839617bb145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (1241728d-d79b-4e4d-b3cc-97d315e9db33), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:46.000376 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3b882a62-11ee-4d1a-a103-8839617bb145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:46.002584 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3b882a62-11ee-4d1a-a103-8839617bb145 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1241728d-d79b-4e4d-b3cc-97d315e9db33 HTTP/1.1" status: 204 len: 168 time: 0.1922400 Aug 12 01:28:46.002722 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dfd7c61f-6369-4a4e-8ca3-8e607412834b req-03906a50-7939-447c-b691-7aa7fc917146 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162710 Aug 12 01:28:46.013741 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b882a62-11ee-4d1a-a103-8839617bb145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1241728d-d79b-4e4d-b3cc-97d315e9db33,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:46.020798 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0c03702c-3d2f-4698-bb5c-3f0b0b98d3b2 req-2a9aaae3-ad3a-4508-b2dd-70bc7a70dc5d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922651 Aug 12 01:28:46.156571 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:46.178906 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:46.212460 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['4e439648-a2fe-49f9-a809-a2ad4090be7d'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:28:46.312978 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['941dd4d7-4c16-4fb4-aa93-79972bef7581'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:28:46.415151 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b3f84f29-965a-4b85-adcf-9c23c2a34e23 req-9a855487-e329-4e62-9eb6-43d1269dc6a2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863146 Aug 12 01:28:46.455233 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d8843-c93f-458c-a56c-d20cbde8f8fd req-8eb12816-8e73-465f-bcab-d2b153b08e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:46.456774 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee8d8843-c93f-458c-a56c-d20cbde8f8fd req-8eb12816-8e73-465f-bcab-d2b153b08e48 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 1128 time: 0.0953903 Aug 12 01:28:46.466390 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a678c-7c7c-425e-8638-008e8aac7de7 req-2e981d17-f224-4571-929e-75a0c638453a tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:46.467553 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-882a678c-7c7c-425e-8638-008e8aac7de7 req-2e981d17-f224-4571-929e-75a0c638453a tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 945 time: 0.0877271 Aug 12 01:28:46.502599 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:46.510632 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:46.530804 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-882a678c-7c7c-425e-8638-008e8aac7de7 req-41a7862d-10cb-48fe-950b-2145d8fb8d38 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539761 Aug 12 01:28:46.936548 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:46.942127 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b3f84f29-965a-4b85-adcf-9c23c2a34e23 req-ce516893-6bbf-440e-9965-6df011ba880d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545323 Aug 12 01:28:46.950508 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 476d0433-5310-435b-93ea-c42ed83c3136 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:28:46.960089 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a5ecd-70e7-4cef-96ca-fa6e09d83529 req-504ee4d0-7911-44c8-be91-55296ea52dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:46.962263 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cd8a5ecd-70e7-4cef-96ca-fa6e09d83529 req-504ee4d0-7911-44c8-be91-55296ea52dd6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 1129 time: 0.0737374 Aug 12 01:28:47.058264 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fe530-6f5b-48ea-bf47-073eb4df142b req-436249ab-613f-4e59-a77b-76b7d5a36d64 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:47.060117 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7e4fe530-6f5b-48ea-bf47-073eb4df142b req-436249ab-613f-4e59-a77b-76b7d5a36d64 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 945 time: 0.2469404 Aug 12 01:28:47.061010 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d8843-c93f-458c-a56c-d20cbde8f8fd req-38e21c1e-1397-4379-a170-90e79cba4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:47.062331 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee8d8843-c93f-458c-a56c-d20cbde8f8fd req-38e21c1e-1397-4379-a170-90e79cba4a88 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 918 time: 0.3701546 Aug 12 01:28:47.070968 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cd8a5ecd-70e7-4cef-96ca-fa6e09d83529 req-2f3dadc4-91f0-4ec1-8d28-39e015082c64 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018946 Aug 12 01:28:47.144324 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee8d8843-c93f-458c-a56c-d20cbde8f8fd req-89febca9-4557-4e1a-9ee0-de8c2ae36822 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=476d0433-5310-435b-93ea-c42ed83c3136 HTTP/1.1" status: 200 len: 217 time: 0.0615425 Aug 12 01:28:47.151404 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=476d0433-5310-435b-93ea-c42ed83c3136,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:47.152259 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5c064-071b-4c1a-b4e0-3c0ae6a54dfd req-3d632b68-07f7-4295-ad11-627b2537010f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:47.153775 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4ae5c064-071b-4c1a-b4e0-3c0ae6a54dfd req-3d632b68-07f7-4295-ad11-627b2537010f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 945 time: 0.2931635 Aug 12 01:28:47.168663 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '476d0433-5310-435b-93ea-c42ed83c3136', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'port_id': '476d0433-5310-435b-93ea-c42ed83c3136', 'mac_address': 'fa:16:3e:f1:8f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:28:47.211850 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 476d0433-5310-435b-93ea-c42ed83c3136 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:47.212760 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (476d0433-5310-435b-93ea-c42ed83c3136), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:47.232374 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4ae5c064-071b-4c1a-b4e0-3c0ae6a54dfd req-309eebe4-a937-4318-b02d-51382eccad5b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658994 Aug 12 01:28:47.235672 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476d0433-5310-435b-93ea-c42ed83c3136 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:28:47.237075 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7e4fe530-6f5b-48ea-bf47-073eb4df142b req-155f11a2-d981-4c46-9f07-9995cf465e71 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532228 Aug 12 01:28:47.263654 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=476d0433-5310-435b-93ea-c42ed83c3136,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:47.286446 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (476d0433-5310-435b-93ea-c42ed83c3136), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:47.407217 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=476d0433-5310-435b-93ea-c42ed83c3136,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:47.454083 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:47.473759 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d8843-c93f-458c-a56c-d20cbde8f8fd req-8543808e-797f-413d-8c9a-4bab93c67506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:47.475575 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee8d8843-c93f-458c-a56c-d20cbde8f8fd req-8543808e-797f-413d-8c9a-4bab93c67506 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=d33ce26f-dc4c-4f32-bc97-4170fb266b96 HTTP/1.1" status: 200 len: 856 time: 0.2078190 Aug 12 01:28:47.484339 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244fd75-dc8d-4372-b8cf-a20f49a71b18 req-a44481a8-f409-48a3-8a5b-f87fd381e037 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:47.486078 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1244fd75-dc8d-4372-b8cf-a20f49a71b18 req-a44481a8-f409-48a3-8a5b-f87fd381e037 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1506972 Aug 12 01:28:47.492960 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40608e4d-9503-4825-8bde-e64ec4b7c8f1 req-bcab65b1-e023-4355-90c0-b48528b4767b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:47.494944 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40608e4d-9503-4825-8bde-e64ec4b7c8f1 req-bcab65b1-e023-4355-90c0-b48528b4767b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 945 time: 0.0871627 Aug 12 01:28:47.518094 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 4e439648-a2fe-49f9-a809-a2ad4090be7d up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:47.586798 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port 4e439648-a2fe-49f9-a809-a2ad4090be7d completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:28:47.597501 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 4e439648-a2fe-49f9-a809-a2ad4090be7d triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:47.599675 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:47.693145 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 4e439648-a2fe-49f9-a809-a2ad4090be7d is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:47.693538 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:47.735164 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 4e439648-a2fe-49f9-a809-a2ad4090be7d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=4e439648-a2fe-49f9-a809-a2ad4090be7d,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:47.742028 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:47.743004 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 941dd4d7-4c16-4fb4-aa93-79972bef7581 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:47.770725 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26be209b-84c3-49e2-a869-ea8c00f94851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88a4d4f-78ca-43d6-9412-606c68ca8ff1'}, {'server_uuid': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e439648-a2fe-49f9-a809-a2ad4090be7d'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:47.773965 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c9477a-1644-4aa5-b38c-66f7b4993798" -d '{"events": [{"server_uuid": "26be209b-84c3-49e2-a869-ea8c00f94851", "name": "network-vif-plugged", "status": "completed", "tag": "e88a4d4f-78ca-43d6-9412-606c68ca8ff1"}, {"server_uuid": "c4364ac0-a9b7-4650-8456-15ccdd39bc3a", "name": "network-vif-plugged", "status": "completed", "tag": "4e439648-a2fe-49f9-a809-a2ad4090be7d"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:47.804368 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['476d0433-5310-435b-93ea-c42ed83c3136'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:28:47.836695 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1244fd75-dc8d-4372-b8cf-a20f49a71b18 req-b3531cbf-4bfc-4ecc-81b3-fa4850600c28 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391829 Aug 12 01:28:47.860176 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-40608e4d-9503-4825-8bde-e64ec4b7c8f1 req-fdf0d3a6-91a3-4dae-9952-610b2807802b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546576 Aug 12 01:28:47.879643 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d8843-c93f-458c-a56c-d20cbde8f8fd req-ee3d4c94-edb4-48f6-92fa-40ddedd8904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:47.879643 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee8d8843-c93f-458c-a56c-d20cbde8f8fd req-ee3d4c94-edb4-48f6-92fa-40ddedd8904d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bdc64372-39dc-45f5-ae9b-e7b46a872a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1013145 Aug 12 01:28:48.012136 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4c32ad-6a04-420c-b34e-892d5e9245fc x-openstack-request-id: req-fb4c32ad-6a04-420c-b34e-892d5e9245fc {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:48.012633 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26be209b-84c3-49e2-a869-ea8c00f94851", "name": "network-vif-plugged", "status": "completed", "tag": "e88a4d4f-78ca-43d6-9412-606c68ca8ff1", "code": 200}, {"server_uuid": "c4364ac0-a9b7-4650-8456-15ccdd39bc3a", "name": "network-vif-plugged", "status": "completed", "tag": "4e439648-a2fe-49f9-a809-a2ad4090be7d", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:48.012740 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb4c32ad-6a04-420c-b34e-892d5e9245fc {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:48.013061 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4c32ad-6a04-420c-b34e-892d5e9245fc'] response: {'server_uuid': '26be209b-84c3-49e2-a869-ea8c00f94851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88a4d4f-78ca-43d6-9412-606c68ca8ff1', 'code': 200} Aug 12 01:28:48.013317 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4c32ad-6a04-420c-b34e-892d5e9245fc'] response: {'server_uuid': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e439648-a2fe-49f9-a809-a2ad4090be7d', 'code': 200} Aug 12 01:28:48.024449 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a629206-69ab-4c35-a9d4-d51d0cb1a552 req-ce44645d-1985-450b-89ab-dd96474e93ec tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:48.026404 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3a629206-69ab-4c35-a9d4-d51d0cb1a552 req-ce44645d-1985-450b-89ab-dd96474e93ec tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 945 time: 0.0758307 Aug 12 01:28:48.069997 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port 941dd4d7-4c16-4fb4-aa93-79972bef7581 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:28:48.074622 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=4e439648-a2fe-49f9-a809-a2ad4090be7d,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:48.081248 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 941dd4d7-4c16-4fb4-aa93-79972bef7581 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:48.081596 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:48.090517 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee8d8843-c93f-458c-a56c-d20cbde8f8fd req-08b3af83-c04b-418e-bd24-89373cfb6599 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039540 Aug 12 01:28:48.136183 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3a629206-69ab-4c35-a9d4-d51d0cb1a552 req-58c70452-56c6-4112-9fbf-7c39e380f387 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963285 Aug 12 01:28:48.210008 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:48.219793 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:48.229651 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 941dd4d7-4c16-4fb4-aa93-79972bef7581 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:48.230487 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:48.318513 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 941dd4d7-4c16-4fb4-aa93-79972bef7581, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=941dd4d7-4c16-4fb4-aa93-79972bef7581,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:48.329071 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:48.349428 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee8d8843-c93f-458c-a56c-d20cbde8f8fd req-492e54bc-73e1-4673-b9bc-3e6c2706e970 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497614 Aug 12 01:28:48.437426 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=941dd4d7-4c16-4fb4-aa93-79972bef7581,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:48.496526 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25521c-a7e9-4db5-900d-5dade61f9f26 req-19f06a32-f3a6-4d76-ae41-d06da97711d8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:48.498044 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ad25521c-a7e9-4db5-900d-5dade61f9f26 req-19f06a32-f3a6-4d76-ae41-d06da97711d8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 946 time: 0.1089776 Aug 12 01:28:48.504633 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a7144-4726-4a8a-a3b6-ddfcd9dc0fbf req-33d95d05-f6ed-4873-a789-5797c9dc52ce tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:48.506180 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e39a7144-4726-4a8a-a3b6-ddfcd9dc0fbf req-33d95d05-f6ed-4873-a789-5797c9dc52ce tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0731411 Aug 12 01:28:48.600079 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e39a7144-4726-4a8a-a3b6-ddfcd9dc0fbf req-c80db005-67e5-4caa-8f75-d3a541501853 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841737 Aug 12 01:28:48.613620 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ad25521c-a7e9-4db5-900d-5dade61f9f26 req-3c82a2ff-79e4-4cb9-8eff-28fcdd183354 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064634 Aug 12 01:28:48.715571 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d5113-a47d-4e17-85d4-6e4dd8490730 req-751340ce-7fff-43f6-95d8-97f2466fa370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:48.717592 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1d1d5113-a47d-4e17-85d4-6e4dd8490730 req-751340ce-7fff-43f6-95d8-97f2466fa370 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 1129 time: 0.0693526 Aug 12 01:28:48.825562 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1d1d5113-a47d-4e17-85d4-6e4dd8490730 req-7991e9c7-0a49-4a69-96fb-718e3e07b3f0 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937772 Aug 12 01:28:48.845503 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980e108-e64a-451e-a271-bf8f4058b3be req-10dc4d53-e1ac-447c-aa8b-3b0b1eff229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:48.847211 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1980e108-e64a-451e-a271-bf8f4058b3be req-10dc4d53-e1ac-447c-aa8b-3b0b1eff229d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 1130 time: 0.0482213 Aug 12 01:28:48.964887 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 476d0433-5310-435b-93ea-c42ed83c3136 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:28:48.981218 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1628d6-0976-499c-85df-6f55355cb03f req-cf0f0b5b-4196-4e5c-b9b2-a7ec72042f21 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:48.982770 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1c1628d6-0976-499c-85df-6f55355cb03f req-cf0f0b5b-4196-4e5c-b9b2-a7ec72042f21 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0800257 Aug 12 01:28:49.002845 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d46c-6b83-445d-9313-76e881b433bd req-78dc5fca-7ad2-4de4-8172-a6fae56da171 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:49.006864 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7cc6d46c-6b83-445d-9313-76e881b433bd req-78dc5fca-7ad2-4de4-8172-a6fae56da171 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 945 time: 0.0651841 Aug 12 01:28:49.007967 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48468) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:49.020079 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port 476d0433-5310-435b-93ea-c42ed83c3136 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:28:49.026489 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 476d0433-5310-435b-93ea-c42ed83c3136 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:28:49.026990 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (476d0433-5310-435b-93ea-c42ed83c3136), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:49.048847 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:49.086956 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1c1628d6-0976-499c-85df-6f55355cb03f req-b560a31a-76a4-49f9-a267-17c44b997443 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979717 Aug 12 01:28:49.091854 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7cc6d46c-6b83-445d-9313-76e881b433bd req-a66be794-5af1-407f-88f2-464146bd1097 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796173 Aug 12 01:28:49.139885 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 476d0433-5310-435b-93ea-c42ed83c3136 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:28:49.140314 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (476d0433-5310-435b-93ea-c42ed83c3136), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:49.178151 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=476d0433-5310-435b-93ea-c42ed83c3136,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:28:49.184832 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (476d0433-5310-435b-93ea-c42ed83c3136), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:49.237628 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=476d0433-5310-435b-93ea-c42ed83c3136,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:49.263195 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:49.273566 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39f0d5-47ed-4a88-9424-5ca439bb890d req-480d0983-7612-44cd-95db-b89575a1e775 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:49.275133 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8b39f0d5-47ed-4a88-9424-5ca439bb890d req-480d0983-7612-44cd-95db-b89575a1e775 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 945 time: 0.0567186 Aug 12 01:28:49.300517 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1980e108-e64a-451e-a271-bf8f4058b3be req-ccea3495-0192-42c4-a0d0-b6b2870b93e1 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687457 Aug 12 01:28:49.301765 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2f0936e6-3eb1-4eef-998e-5ee4efe6c10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:49.329981 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8b39f0d5-47ed-4a88-9424-5ca439bb890d req-9082d244-83c0-4fef-b07f-e8238ed3d62a tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 Aug 12 01:28:49.355801 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:49.398366 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2f0936e6-3eb1-4eef-998e-5ee4efe6c10e admin admin] Publish callbacks [] for security_group (79949119-0f0a-4480-b3bf-32b72fa8e351), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:49.402666 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2f0936e6-3eb1-4eef-998e-5ee4efe6c10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (79949119-0f0a-4480-b3bf-32b72fa8e351), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:49.445414 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0936e6-3eb1-4eef-998e-5ee4efe6c10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79949119-0f0a-4480-b3bf-32b72fa8e351,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:49.452014 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2f0936e6-3eb1-4eef-998e-5ee4efe6c10e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=913fb5a564ea4436a9afa7d6ac27148e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420989 Aug 12 01:28:49.453876 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48482) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:49.482110 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2005fe-ec28-4e76-8a5f-23ba77ef9a91 req-ac188135-4b7a-45f6-bf62-1f75ea58fdad tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:49.483746 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7d2005fe-ec28-4e76-8a5f-23ba77ef9a91 req-ac188135-4b7a-45f6-bf62-1f75ea58fdad tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0512929 Aug 12 01:28:49.514577 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-064ff0bf-37c8-4177-9523-28d40da99844 admin admin] Publish callbacks [] for security_group (79949119-0f0a-4480-b3bf-32b72fa8e351), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:49.536109 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7d2005fe-ec28-4e76-8a5f-23ba77ef9a91 req-21d589a6-5d18-43e3-93e6-b0d6c7f48745 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462854 Aug 12 01:28:49.538164 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-064ff0bf-37c8-4177-9523-28d40da99844 admin admin] Publish callbacks [] for security_group (79949119-0f0a-4480-b3bf-32b72fa8e351), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:49.593933 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-064ff0bf-37c8-4177-9523-28d40da99844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (79949119-0f0a-4480-b3bf-32b72fa8e351), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:49.596796 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-064ff0bf-37c8-4177-9523-28d40da99844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:49.598096 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-064ff0bf-37c8-4177-9523-28d40da99844 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/79949119-0f0a-4480-b3bf-32b72fa8e351 HTTP/1.1" status: 204 len: 168 time: 0.1431327 Aug 12 01:28:49.608967 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ff0bf-37c8-4177-9523-28d40da99844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79949119-0f0a-4480-b3bf-32b72fa8e351,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:49.841873 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0c477-ca68-44fa-b5c4-ced767a1a8c5 req-f856dc14-2cc9-4ae4-beb5-94d0b45a1ff5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:49.849888 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-65d0c477-ca68-44fa-b5c4-ced767a1a8c5 req-f856dc14-2cc9-4ae4-beb5-94d0b45a1ff5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 946 time: 0.1351514 Aug 12 01:28:49.863434 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3d232-0272-4017-8b60-656e43a80747 req-358b66e3-0a68-4355-9c1e-5e4898044cd4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:49.865620 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-edd3d232-0272-4017-8b60-656e43a80747 req-358b66e3-0a68-4355-9c1e-5e4898044cd4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.1243012 Aug 12 01:28:49.960797 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-65d0c477-ca68-44fa-b5c4-ced767a1a8c5 req-5460485a-b370-453b-beef-3b2df04b5bc7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097879 Aug 12 01:28:49.976075 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-edd3d232-0272-4017-8b60-656e43a80747 req-25348641-a6ee-4044-8daf-0e789c723696 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911503 Aug 12 01:28:50.007112 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48502) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:50.014989 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941dd4d7-4c16-4fb4-aa93-79972bef7581'}, {'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:50.018430 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cfaa3b-60f0-4feb-a579-422535d08947" -d '{"events": [{"server_uuid": "da106e4a-1bc6-4e68-ac0c-1a2ca899daa9", "name": "network-vif-plugged", "status": "completed", "tag": "941dd4d7-4c16-4fb4-aa93-79972bef7581"}, {"server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "name": "network-vif-plugged", "status": "completed", "tag": "476d0433-5310-435b-93ea-c42ed83c3136"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:50.020863 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1724-c99b-4af5-9b7d-0fb28b673d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:50.065669 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f97b4c-8c14-4a26-bb68-f2adf454a517 x-openstack-request-id: req-07f97b4c-8c14-4a26-bb68-f2adf454a517 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:50.066172 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da106e4a-1bc6-4e68-ac0c-1a2ca899daa9", "name": "network-vif-plugged", "status": "completed", "tag": "941dd4d7-4c16-4fb4-aa93-79972bef7581", "code": 200}, {"server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "name": "network-vif-plugged", "status": "completed", "tag": "476d0433-5310-435b-93ea-c42ed83c3136", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:50.066367 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07f97b4c-8c14-4a26-bb68-f2adf454a517 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:50.066772 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f97b4c-8c14-4a26-bb68-f2adf454a517'] response: {'server_uuid': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'code': 200} Aug 12 01:28:50.067324 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f97b4c-8c14-4a26-bb68-f2adf454a517'] response: {'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136', 'code': 200} Aug 12 01:28:50.110430 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1724-c99b-4af5-9b7d-0fb28b673d07 admin admin] Publish callbacks [] for security_group (214f0344-1605-4fcf-8363-bad66b3ba3be), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:50.114914 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1724-c99b-4af5-9b7d-0fb28b673d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (214f0344-1605-4fcf-8363-bad66b3ba3be), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:50.154455 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1b7e1724-c99b-4af5-9b7d-0fb28b673d07 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3c4bcaa4e0e5408291475434b622d8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461551 Aug 12 01:28:50.155114 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1724-c99b-4af5-9b7d-0fb28b673d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f0344-1605-4fcf-8363-bad66b3ba3be,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:50.157410 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48514) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:50.244740 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ad6a13d0-73ba-42f9-ba78-e98febd7701c admin admin] Publish callbacks [] for security_group (214f0344-1605-4fcf-8363-bad66b3ba3be), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:50.256409 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70ae5c-611e-4521-8925-b68823cdc44c req-baa92ba6-d5c8-4b8a-815d-8b9a34abc1c2 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:50.257833 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3d70ae5c-611e-4521-8925-b68823cdc44c req-baa92ba6-d5c8-4b8a-815d-8b9a34abc1c2 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0624988 Aug 12 01:28:50.294208 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ad6a13d0-73ba-42f9-ba78-e98febd7701c admin admin] Publish callbacks [] for security_group (214f0344-1605-4fcf-8363-bad66b3ba3be), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:50.347867 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3d70ae5c-611e-4521-8925-b68823cdc44c req-6a55f6b6-5da1-4552-80d4-f7bb88d2a586 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826654 Aug 12 01:28:50.373808 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ad6a13d0-73ba-42f9-ba78-e98febd7701c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (214f0344-1605-4fcf-8363-bad66b3ba3be), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:50.377106 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ad6a13d0-73ba-42f9-ba78-e98febd7701c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:50.378389 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ad6a13d0-73ba-42f9-ba78-e98febd7701c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/214f0344-1605-4fcf-8363-bad66b3ba3be HTTP/1.1" status: 204 len: 168 time: 0.2199600 Aug 12 01:28:50.386963 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a13d0-73ba-42f9-ba78-e98febd7701c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f0344-1605-4fcf-8363-bad66b3ba3be,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:50.481188 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad258b-4e0d-40ef-985d-988d10df2b03 req-fe8e0969-3e20-4eba-aafd-0ec307abbfb3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:50.482988 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a4ad258b-4e0d-40ef-985d-988d10df2b03 req-fe8e0969-3e20-4eba-aafd-0ec307abbfb3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 945 time: 0.0507896 Aug 12 01:28:50.534623 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a4ad258b-4e0d-40ef-985d-988d10df2b03 req-909ccb66-bb07-4382-acd8-eb017356613b tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Aug 12 01:28:50.679592 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73646fa4-7eda-4089-a675-a73451637c1f req-c7fbd587-2a0c-4813-bd5f-b8f8b7719850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:50.681972 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-73646fa4-7eda-4089-a675-a73451637c1f req-c7fbd587-2a0c-4813-bd5f-b8f8b7719850 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 1129 time: 0.0534945 Aug 12 01:28:50.737011 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ee801-1a4d-403f-bf1e-2f942be2c841 req-a40a726b-0ad4-4857-96ce-d3ee659ccb93 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:50.750860 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ba5ee801-1a4d-403f-bf1e-2f942be2c841 req-a40a726b-0ad4-4857-96ce-d3ee659ccb93 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1351135 Aug 12 01:28:50.847081 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:50.891809 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ba5ee801-1a4d-403f-bf1e-2f942be2c841 req-1a331c9e-70f6-4db1-bfd7-a60a92edea01 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396410 Aug 12 01:28:50.907227 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57638f-bb68-4395-923a-aa2685baebe8 req-f0250c83-8e31-4026-a9d0-bc1eaa222c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:50.908854 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dc57638f-bb68-4395-923a-aa2685baebe8 req-f0250c83-8e31-4026-a9d0-bc1eaa222c3a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 1130 time: 0.0719893 Aug 12 01:28:50.929861 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73646fa4-7eda-4089-a675-a73451637c1f req-55b197b0-b53a-4d3a-968c-7eff92ce832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:50.932082 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-73646fa4-7eda-4089-a675-a73451637c1f req-55b197b0-b53a-4d3a-968c-7eff92ce832b service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.2432160 Aug 12 01:28:51.077108 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-73646fa4-7eda-4089-a675-a73451637c1f req-4a967462-383c-4642-9b7b-2186793e620f service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bb6f5f-1dc9-4675-9d96-12163b24d167 HTTP/1.1" status: 200 len: 217 time: 0.0971680 Aug 12 01:28:51.108897 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dc57638f-bb68-4395-923a-aa2685baebe8 req-0e7fc096-150c-4a31-9212-1314f33e02af service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347694 Aug 12 01:28:51.110121 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8826f-e2bd-4862-9f30-e40cc031cc19 req-3a142089-27ad-47d8-9219-781b9f653d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:51.111867 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c6c8826f-e2bd-4862-9f30-e40cc031cc19 req-3a142089-27ad-47d8-9219-781b9f653d1f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 1130 time: 0.1365616 Aug 12 01:28:51.184841 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:51.292586 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9197378-f001-4f18-8adb-6f027fcd5f42 req-8653e13c-1c63-4bf3-9be1-98f86c20257b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:51.294283 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9197378-f001-4f18-8adb-6f027fcd5f42 req-8653e13c-1c63-4bf3-9be1-98f86c20257b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 946 time: 0.1050017 Aug 12 01:28:51.304560 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99103180-fcaa-4ac0-a54b-cc36c6ec4547 req-9dde536a-a99a-4ec7-8344-595cd1ca9146 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:51.307059 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-99103180-fcaa-4ac0-a54b-cc36c6ec4547 req-9dde536a-a99a-4ec7-8344-595cd1ca9146 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.1409290 Aug 12 01:28:51.381488 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:51.390104 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9197378-f001-4f18-8adb-6f027fcd5f42 req-57b3448e-b1bd-4ab4-a6d6-14a6720c018b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818396 Aug 12 01:28:51.415961 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-99103180-fcaa-4ac0-a54b-cc36c6ec4547 req-1ef3a153-63c2-49bc-b3ed-7cd4c7162c41 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015115 Aug 12 01:28:51.532527 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e89be3-5d1a-4eb6-8e94-8508cc7c20ce req-a7b2fa66-412d-49fa-b5bb-cd8b7dfa664b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:51.533896 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-29e89be3-5d1a-4eb6-8e94-8508cc7c20ce req-a7b2fa66-412d-49fa-b5bb-cd8b7dfa664b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0504081 Aug 12 01:28:51.595816 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-29e89be3-5d1a-4eb6-8e94-8508cc7c20ce req-73af43f0-e050-4423-af58-d3a11b46014c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541344 Aug 12 01:28:51.685642 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c6c8826f-e2bd-4862-9f30-e40cc031cc19 req-8652745b-de7f-4a9c-a405-8949524100f9 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479650 Aug 12 01:28:51.688218 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73646fa4-7eda-4089-a675-a73451637c1f req-d6e78d43-06ea-4db9-b2e2-2de84e80839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:51.689732 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-73646fa4-7eda-4089-a675-a73451637c1f req-d6e78d43-06ea-4db9-b2e2-2de84e80839b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.0526533 Aug 12 01:28:52.005226 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34997-462b-4fce-af8d-44bd2f53aec7 req-4fb2d495-6f59-44e9-9b72-a67bbd81bbf8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:52.006703 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2ca34997-462b-4fce-af8d-44bd2f53aec7 req-4fb2d495-6f59-44e9-9b72-a67bbd81bbf8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0469427 Aug 12 01:28:52.058025 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2ca34997-462b-4fce-af8d-44bd2f53aec7 req-2826524c-2067-4644-8d9f-07530fdac925 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456097 Aug 12 01:28:52.322881 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73646fa4-7eda-4089-a675-a73451637c1f req-f0235e39-23e2-41a8-ae11-c9097df906e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:52.324936 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-73646fa4-7eda-4089-a675-a73451637c1f req-f0235e39-23e2-41a8-ae11-c9097df906e0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507712 Aug 12 01:28:52.519941 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b157c6-1e18-48b8-9121-bec7c3632222 req-b98d8956-7dc7-41ea-88c0-2127a1aa5180 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:52.528946 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a1b157c6-1e18-48b8-9121-bec7c3632222 req-b98d8956-7dc7-41ea-88c0-2127a1aa5180 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 946 time: 0.0578804 Aug 12 01:28:52.592601 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a1b157c6-1e18-48b8-9121-bec7c3632222 req-1a12ec17-4be2-469b-8cee-ffca2e402ae3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625939 Aug 12 01:28:52.734482 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39a0ad-0554-4c46-81e4-943aa098cd45 req-0c54b9e0-8fd7-469f-8296-68d5e9ff4a38 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:52.736015 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e39a0ad-0554-4c46-81e4-943aa098cd45 req-0c54b9e0-8fd7-469f-8296-68d5e9ff4a38 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0728967 Aug 12 01:28:52.790681 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e39a0ad-0554-4c46-81e4-943aa098cd45 req-d0313985-b254-4110-aa9d-d21fdbabb9b5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475612 Aug 12 01:28:52.923683 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-73646fa4-7eda-4089-a675-a73451637c1f req-9b99cd74-08c2-4a68-a56c-0c5628b2431a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042717 Aug 12 01:28:52.971243 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7ce33-be5d-45e8-98a0-9624280a8c7b req-d0a1f52c-9e5a-4bf6-9fe8-ad8de12c57f8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:52.972303 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c7c7ce33-be5d-45e8-98a0-9624280a8c7b req-d0a1f52c-9e5a-4bf6-9fe8-ad8de12c57f8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0546792 Aug 12 01:28:53.027804 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c7c7ce33-be5d-45e8-98a0-9624280a8c7b req-c61ca103-6c48-40b6-9080-12bed2360fb0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491693 Aug 12 01:28:53.067756 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48642) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:53.172570 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba03c4-bb33-4e8f-b5a5-2e35ab14854c req-149543d2-4a83-44de-b229-91bfb091123b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:53.174920 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-51ba03c4-bb33-4e8f-b5a5-2e35ab14854c req-149543d2-4a83-44de-b229-91bfb091123b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0600154 Aug 12 01:28:53.189442 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48652) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:53.196952 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-cb25fe05-90ac-40be-8132-9c540ad9acf5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Request body: {'floatingip': {'port_id': '4e439648-a2fe-49f9-a809-a2ad4090be7d'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:53.304200 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1af46-0a68-4dd3-9255-449e877c385f req-4cf5f172-d89d-4e71-b049-155cbec6bd26 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:53.305783 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e4f1af46-0a68-4dd3-9255-449e877c385f req-4cf5f172-d89d-4e71-b049-155cbec6bd26 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0475240 Aug 12 01:28:53.310409 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-75442723-67e9-4b24-8cd8-d87bff405b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:53.319811 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cb25fe05-90ac-40be-8132-9c540ad9acf5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (3a8db6bf-0b98-4d8d-8336-373aace27ab8), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:53.345645 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48656) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:53.366645 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e4f1af46-0a68-4dd3-9255-449e877c385f req-686d6d80-b4fe-4291-9b8c-3e5fcbe8b368 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537252 Aug 12 01:28:53.475100 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a732efbc-ea5a-459e-96e7-08e025d3367d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:53.481852 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:53.536207 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:53.575929 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a732efbc-ea5a-459e-96e7-08e025d3367d admin admin] Publish callbacks [] for security_group (78cb0ea2-e239-4ac3-b7b3-ba02220d9859), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:53.581360 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a732efbc-ea5a-459e-96e7-08e025d3367d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (78cb0ea2-e239-4ac3-b7b3-ba02220d9859), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:53.633241 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732efbc-ea5a-459e-96e7-08e025d3367d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cb0ea2-e239-4ac3-b7b3-ba02220d9859,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:53.663151 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a732efbc-ea5a-459e-96e7-08e025d3367d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=495572ecd4b048bdadd1701eee396b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166256 Aug 12 01:28:53.665067 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48666) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:53.742121 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-75442723-67e9-4b24-8cd8-d87bff405b82 admin admin] Publish callbacks [] for security_group (34b45e60-2b76-43e2-81f6-bdf12b098cb7), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:53.745181 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-73646fa4-7eda-4089-a675-a73451637c1f req-89388b69-e08e-4d0c-bf5e-9ca57eed2555 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771831 Aug 12 01:28:53.775557 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcecf3-b156-4633-bb28-5349f9c34058 req-bd905dcc-2602-48fe-9a8a-79fa99e3e006 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:53.775557 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-85bcecf3-b156-4633-bb28-5349f9c34058 req-bd905dcc-2602-48fe-9a8a-79fa99e3e006 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 946 time: 0.0837586 Aug 12 01:28:53.775557 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Publish callbacks [] for security_group (78cb0ea2-e239-4ac3-b7b3-ba02220d9859), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:53.792445 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:53.823376 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-75442723-67e9-4b24-8cd8-d87bff405b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (34b45e60-2b76-43e2-81f6-bdf12b098cb7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:53.837420 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Publish callbacks [] for security_group (78cb0ea2-e239-4ac3-b7b3-ba02220d9859), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:53.871681 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-85bcecf3-b156-4633-bb28-5349f9c34058 req-876e1ea9-40be-45af-b1ab-c1c479a6fe66 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000485 Aug 12 01:28:53.899599 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48676) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:53.899964 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-75442723-67e9-4b24-8cd8-d87bff405b82 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7cf45021f8c24e4caf30b757ef325857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8304203 Aug 12 01:28:53.945842 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (78cb0ea2-e239-4ac3-b7b3-ba02220d9859), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:53.949088 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:53.954560 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/78cb0ea2-e239-4ac3-b7b3-ba02220d9859 HTTP/1.1" status: 204 len: 168 time: 0.2881200 Aug 12 01:28:53.981988 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cb0ea2-e239-4ac3-b7b3-ba02220d9859,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:53.996460 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:53.996871 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:53.997290 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:53.997695 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:53.998090 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:53.998758 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:53.999177 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:53.999686 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:54.000020 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:54.000989 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:54.001515 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:54.001906 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:54.002287 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:54.002622 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:54.003034 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc77e-fbb5-4298-9f75-0a7171827b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:54.049461 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-027b5241-d0b3-408a-af6a-20e4b48daacc admin admin] Publish callbacks [] for security_group (34b45e60-2b76-43e2-81f6-bdf12b098cb7), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:54.054057 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75442723-67e9-4b24-8cd8-d87bff405b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b45e60-2b76-43e2-81f6-bdf12b098cb7,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:54.074527 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-027b5241-d0b3-408a-af6a-20e4b48daacc admin admin] Publish callbacks [] for security_group (34b45e60-2b76-43e2-81f6-bdf12b098cb7), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:54.136375 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5007c-11b7-4e2b-974e-4e18c8118d51 req-631d4f7f-15b9-4937-b26c-d9a97bb07151 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:54.137915 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-56a5007c-11b7-4e2b-974e-4e18c8118d51 req-631d4f7f-15b9-4937-b26c-d9a97bb07151 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 946 time: 0.1048892 Aug 12 01:28:54.164507 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48690) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:54.170234 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-9d03489d-79fc-4c3a-a0ed-9b620609695b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'floatingip': {'port_id': '941dd4d7-4c16-4fb4-aa93-79972bef7581'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:54.204597 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-027b5241-d0b3-408a-af6a-20e4b48daacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (34b45e60-2b76-43e2-81f6-bdf12b098cb7), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:54.207805 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-027b5241-d0b3-408a-af6a-20e4b48daacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:54.209042 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-027b5241-d0b3-408a-af6a-20e4b48daacc admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/34b45e60-2b76-43e2-81f6-bdf12b098cb7 HTTP/1.1" status: 204 len: 168 time: 0.3081386 Aug 12 01:28:54.290408 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b5241-d0b3-408a-af6a-20e4b48daacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b45e60-2b76-43e2-81f6-bdf12b098cb7,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:54.295775 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9d03489d-79fc-4c3a-a0ed-9b620609695b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (5add7583-738a-41d7-83cd-b060cd8a6414), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:54.435279 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaa520-c6ef-4b6c-b834-4738cd9d36ba req-9cfaccd9-2560-47c3-b084-fce20134ac3e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:54.436902 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bdcaa520-c6ef-4b6c-b834-4738cd9d36ba req-9cfaccd9-2560-47c3-b084-fce20134ac3e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.2339215 Aug 12 01:28:54.456372 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48698) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:54.533194 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4a3e853f-3b0d-4b67-89f5-2288649841ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:54.598585 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:54.654733 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cb25fe05-90ac-40be-8132-9c540ad9acf5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:54.658840 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cb25fe05-90ac-40be-8132-9c540ad9acf5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (3a8db6bf-0b98-4d8d-8336-373aace27ab8), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:54.659007 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bdcaa520-c6ef-4b6c-b834-4738cd9d36ba req-613624fd-aab2-48ee-9416-3e74bf74cac5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120228 Aug 12 01:28:54.666736 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4398b-e418-40b3-b8cf-13118244cfca req-9ea34973-6c22-4567-a240-3424d16cb60e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:54.673980 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2fb4398b-e418-40b3-b8cf-13118244cfca req-9ea34973-6c22-4567-a240-3424d16cb60e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1764207 Aug 12 01:28:54.707782 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:54.790062 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:54.807066 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-cb25fe05-90ac-40be-8132-9c540ad9acf5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Floating IP 3a8db6bf-0b98-4d8d-8336-373aace27ab8 associated. External IP: 172.27.2.6, port: 4e439648-a2fe-49f9-a809-a2ad4090be7d. Aug 12 01:28:54.844604 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48706) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:54.864728 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:54.893237 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2fb4398b-e418-40b3-b8cf-13118244cfca req-191b0539-40eb-48aa-87bd-0a06234a9667 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182741 Aug 12 01:28:55.037723 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:55.081906 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Publish callbacks [] for security_group (44d983bb-7423-4c91-883c-5bb1dd5d0e43), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.090872 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (44d983bb-7423-4c91-883c-5bb1dd5d0e43), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.142298 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=69fc49c6ddd344ef981d187e955306b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957549 Aug 12 01:28:55.146503 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48712) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:55.153250 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d983bb-7423-4c91-883c-5bb1dd5d0e43,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:55.160675 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb25fe05-90ac-40be-8132-9c540ad9acf5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:28:55.176301 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.176758 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.176977 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.177295 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.177618 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.177942 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.178262 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.178585 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.178900 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.179242 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.179586 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.179944 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.180271 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.180571 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.180911 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902c737-54d4-4d9f-a76e-0b4fd1861975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:28:55.263129 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dce9f67a-b399-4775-b016-92c051183c18 admin admin] Publish callbacks [] for security_group (44d983bb-7423-4c91-883c-5bb1dd5d0e43), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.270900 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ca077-2af8-4257-aba7-549cdb351d94 req-7a3d3422-a644-4a84-8c55-ee0f7489dd18 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:55.276175 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e77ca077-2af8-4257-aba7-549cdb351d94 req-7a3d3422-a644-4a84-8c55-ee0f7489dd18 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.5186858 Aug 12 01:28:55.293676 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48714) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:55.302434 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4a3e853f-3b0d-4b67-89f5-2288649841ae admin admin] Publish callbacks [] for security_group (f4f0b46c-efdb-473a-aaec-b96799b0912b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.302608 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-c0f5cfcc-efec-4ffa-9497-c4de78e0b701 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Request body: {'floatingip': {'port_id': '476d0433-5310-435b-93ea-c42ed83c3136'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:28:55.311634 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4a3e853f-3b0d-4b67-89f5-2288649841ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (f4f0b46c-efdb-473a-aaec-b96799b0912b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.349688 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dce9f67a-b399-4775-b016-92c051183c18 admin admin] Publish callbacks [] for security_group (44d983bb-7423-4c91-883c-5bb1dd5d0e43), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.381140 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c0f5cfcc-efec-4ffa-9497-c4de78e0b701 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (768beac2-f8b4-4c24-85fd-78713e0513ff), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.422471 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e853f-3b0d-4b67-89f5-2288649841ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f0b46c-efdb-473a-aaec-b96799b0912b,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:55.423839 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48718) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:55.440187 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.db.resource_extend [None req-9d03489d-79fc-4c3a-a0ed-9b620609695b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 12 01:28:55.447020 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4a3e853f-3b0d-4b67-89f5-2288649841ae admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3fac5454fd6d40af94940ad14e36f19b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9865351 Aug 12 01:28:55.468038 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48722) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:55.469137 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb25fe05-90ac-40be-8132-9c540ad9acf5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:55.475014 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cb25fe05-90ac-40be-8132-9c540ad9acf5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.479461 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:55.484428 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3679a-ef0a-4094-be69-8d453faeffd1 None None] Sync routers for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:55.502791 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3679a-ef0a-4094-be69-8d453faeffd1 None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:55.503430 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-eba3679a-ef0a-4094-be69-8d453faeffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:55.539352 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9d03489d-79fc-4c3a-a0ed-9b620609695b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.547290 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9d03489d-79fc-4c3a-a0ed-9b620609695b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (5add7583-738a-41d7-83cd-b060cd8a6414), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.568691 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dce9f67a-b399-4775-b016-92c051183c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (44d983bb-7423-4c91-883c-5bb1dd5d0e43), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.571226 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dce9f67a-b399-4775-b016-92c051183c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.572414 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-dce9f67a-b399-4775-b016-92c051183c18 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/44d983bb-7423-4c91-883c-5bb1dd5d0e43 HTTP/1.1" status: 204 len: 168 time: 0.4250352 Aug 12 01:28:55.589231 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cb25fe05-90ac-40be-8132-9c540ad9acf5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/3a8db6bf-0b98-4d8d-8336-373aace27ab8 HTTP/1.1" status: 200 len: 990 time: 2.3982968 Aug 12 01:28:55.597591 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'tag': '4e439648-a2fe-49f9-a809-a2ad4090be7d'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:55.599956 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f60c096-583b-4605-85e5-70ae2f7687f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4364ac0-a9b7-4650-8456-15ccdd39bc3a", "tag": "4e439648-a2fe-49f9-a809-a2ad4090be7d"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:55.609029 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9f67a-b399-4775-b016-92c051183c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d983bb-7423-4c91-883c-5bb1dd5d0e43,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:55.636158 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f380e1d7-9a8c-49fd-8567-d6153b43d755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.663906 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-eba3679a-ef0a-4094-be69-8d453faeffd1 None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:55.680877 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8547bf7d-f30f-4ddb-b108-676cfd6f17e7 x-openstack-request-id: req-8547bf7d-f30f-4ddb-b108-676cfd6f17e7 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:55.681582 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4364ac0-a9b7-4650-8456-15ccdd39bc3a", "tag": "4e439648-a2fe-49f9-a809-a2ad4090be7d", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:55.681800 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8547bf7d-f30f-4ddb-b108-676cfd6f17e7 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:55.682165 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8547bf7d-f30f-4ddb-b108-676cfd6f17e7'] response: {'name': 'network-changed', 'server_uuid': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'tag': '4e439648-a2fe-49f9-a809-a2ad4090be7d', 'status': 'completed', 'code': 200} Aug 12 01:28:55.731316 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-9d03489d-79fc-4c3a-a0ed-9b620609695b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Floating IP 5add7583-738a-41d7-83cd-b060cd8a6414 associated. External IP: 172.27.2.212, port: 941dd4d7-4c16-4fb4-aa93-79972bef7581. Aug 12 01:28:55.740812 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6194a939-942b-4532-896d-b6fda693aecb admin admin] Publish callbacks [] for security_group (f4f0b46c-efdb-473a-aaec-b96799b0912b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:55.794232 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:55.795614 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60c096-583b-4605-85e5-70ae2f7687f9 req-7cef86d9-f75d-43c3-8542-e82611214773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:55.797144 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0f60c096-583b-4605-85e5-70ae2f7687f9 req-7cef86d9-f75d-43c3-8542-e82611214773 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0cb834d06ed94c1993ec0f7130d97803&device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 1130 time: 0.1117485 Aug 12 01:28:55.826675 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6194a939-942b-4532-896d-b6fda693aecb admin admin] Publish callbacks [] for security_group (f4f0b46c-efdb-473a-aaec-b96799b0912b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.004469 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d03489d-79fc-4c3a-a0ed-9b620609695b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:28:56.055160 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48736) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:56.083409 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fc2184ac-278c-4582-9dfa-b821dbbcc333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.102608 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f380e1d7-9a8c-49fd-8567-d6153b43d755 admin admin] Publish callbacks [] for security_group (55088708-a4ec-497d-97b5-d4332659aa61), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.106797 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60c096-583b-4605-85e5-70ae2f7687f9 req-b08c5839-74e9-491b-9db2-59ae11238efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:56.108372 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0f60c096-583b-4605-85e5-70ae2f7687f9 req-b08c5839-74e9-491b-9db2-59ae11238efa service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c945ad6e-d04a-40d2-b591-3e29f6e664bb HTTP/1.1" status: 200 len: 911 time: 0.2965574 Aug 12 01:28:56.111337 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6194a939-942b-4532-896d-b6fda693aecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (f4f0b46c-efdb-473a-aaec-b96799b0912b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.113912 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6194a939-942b-4532-896d-b6fda693aecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.117693 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-6194a939-942b-4532-896d-b6fda693aecb admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f4f0b46c-efdb-473a-aaec-b96799b0912b HTTP/1.1" status: 204 len: 168 time: 0.6440661 Aug 12 01:28:56.146457 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f380e1d7-9a8c-49fd-8567-d6153b43d755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (55088708-a4ec-497d-97b5-d4332659aa61), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.165963 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-eba3679a-ef0a-4094-be69-8d453faeffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '3a8db6bf-0b98-4d8d-8336-373aace27ab8', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'port_id': '4e439648-a2fe-49f9-a809-a2ad4090be7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'mac_address': 'fa:16:3e:25:5c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:21Z', 'updated_at': '2022-08-12T01:28:54Z', 'revision_number': 1, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:17Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:56.176329 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f380e1d7-9a8c-49fd-8567-d6153b43d755 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e441044099bf41a2b63f7d4fef74dfe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7447217 Aug 12 01:28:56.189108 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48740) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:56.195301 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:56.196606 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3679a-ef0a-4094-be69-8d453faeffd1 None None] Checking router: 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:56.208048 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3679a-ef0a-4094-be69-8d453faeffd1 None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:56.209013 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-eba3679a-ef0a-4094-be69-8d453faeffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:56.219666 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85466b-0c36-4acb-a93b-3a907a457d4f req-a9cdb874-cb24-4cd3-ab70-7bcadc786c32 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:56.221160 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1e85466b-0c36-4acb-a93b-3a907a457d4f req-a9cdb874-cb24-4cd3-ab70-7bcadc786c32 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1669252 Aug 12 01:28:56.222328 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d03489d-79fc-4c3a-a0ed-9b620609695b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:56.227972 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194a939-942b-4532-896d-b6fda693aecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f0b46c-efdb-473a-aaec-b96799b0912b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:56.237435 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9d03489d-79fc-4c3a-a0ed-9b620609695b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.250764 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227f751-61a7-429d-a994-a09e0ca36e73 None None] Sync routers for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:56.278637 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227f751-61a7-429d-a994-a09e0ca36e73 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:56.279381 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-1227f751-61a7-429d-a994-a09e0ca36e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:56.337664 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:56.339911 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-9d03489d-79fc-4c3a-a0ed-9b620609695b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/5add7583-738a-41d7-83cd-b060cd8a6414 HTTP/1.1" status: 200 len: 992 time: 2.1737082 Aug 12 01:28:56.346596 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'tag': '941dd4d7-4c16-4fb4-aa93-79972bef7581'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:56.346596 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9819330e-aa15-44ca-841f-1286973f1802" -d '{"events": [{"name": "network-changed", "server_uuid": "da106e4a-1bc6-4e68-ac0c-1a2ca899daa9", "tag": "941dd4d7-4c16-4fb4-aa93-79972bef7581"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:56.385731 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1e85466b-0c36-4acb-a93b-3a907a457d4f req-3b582376-edde-4d92-afae-05cacbdac175 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448734 Aug 12 01:28:56.410874 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fc2184ac-278c-4582-9dfa-b821dbbcc333 admin admin] Publish callbacks [] for security_group (4a7647b1-46b5-4b95-8906-cb7bba3dedb2), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.429042 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fc2184ac-278c-4582-9dfa-b821dbbcc333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (4a7647b1-46b5-4b95-8906-cb7bba3dedb2), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.467332 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-eba3679a-ef0a-4094-be69-8d453faeffd1 None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:56.471688 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8c14b4-5b79-4e6d-a81e-b82de47c2b46 x-openstack-request-id: req-af8c14b4-5b79-4e6d-a81e-b82de47c2b46 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:56.472336 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da106e4a-1bc6-4e68-ac0c-1a2ca899daa9", "tag": "941dd4d7-4c16-4fb4-aa93-79972bef7581", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:56.473371 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af8c14b4-5b79-4e6d-a81e-b82de47c2b46 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:56.474251 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8c14b4-5b79-4e6d-a81e-b82de47c2b46'] response: {'name': 'network-changed', 'server_uuid': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'tag': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'status': 'completed', 'code': 200} Aug 12 01:28:56.516802 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:56.518629 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-1227f751-61a7-429d-a994-a09e0ca36e73 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:56.538987 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-fc2184ac-278c-4582-9dfa-b821dbbcc333 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=84e42f26380749b4916ff092f5e987fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4803193 Aug 12 01:28:56.547258 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48748) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:56.549422 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0f60c096-583b-4605-85e5-70ae2f7687f9 req-36989d7e-64e2-4c7e-840c-afa93110546e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e439648-a2fe-49f9-a809-a2ad4090be7d HTTP/1.1" status: 200 len: 998 time: 0.3792477 Aug 12 01:28:56.594649 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2184ac-278c-4582-9dfa-b821dbbcc333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7647b1-46b5-4b95-8906-cb7bba3dedb2,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:56.602342 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e1d7-9a8c-49fd-8567-d6153b43d755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55088708-a4ec-497d-97b5-d4332659aa61,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:56.633752 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819330e-aa15-44ca-841f-1286973f1802 req-228b7f72-e4a1-41c6-b272-0ef000171e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:56.635285 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9819330e-aa15-44ca-841f-1286973f1802 req-228b7f72-e4a1-41c6-b272-0ef000171e02 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 1130 time: 0.0966721 Aug 12 01:28:56.654435 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:56.660874 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-86cb6b9b-b84f-473d-a772-aa5cc021d72a admin admin] Publish callbacks [] for security_group (55088708-a4ec-497d-97b5-d4332659aa61), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.670527 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.db.resource_extend [None req-c0f5cfcc-efec-4ffa-9497-c4de78e0b701 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 12 01:28:56.747788 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-80fcc313-2c81-4aae-bed6-249edde0f0eb admin admin] Publish callbacks [] for security_group (4a7647b1-46b5-4b95-8906-cb7bba3dedb2), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.751484 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48750) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:56.759421 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-86cb6b9b-b84f-473d-a772-aa5cc021d72a admin admin] Publish callbacks [] for security_group (55088708-a4ec-497d-97b5-d4332659aa61), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.765446 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60c096-583b-4605-85e5-70ae2f7687f9 req-260c46b8-8050-4ead-965c-5f5c81f669c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:56.766961 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0f60c096-583b-4605-85e5-70ae2f7687f9 req-260c46b8-8050-4ead-965c-5f5c81f669c1 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6d032be1-9a08-48d8-9b6d-f99f44083814 HTTP/1.1" status: 200 len: 849 time: 0.1659498 Aug 12 01:28:56.771992 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3cffa210-1c41-4d1a-b53e-aeaa3cfef976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.773734 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c0f5cfcc-efec-4ffa-9497-c4de78e0b701 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.800687 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c0f5cfcc-efec-4ffa-9497-c4de78e0b701 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (768beac2-f8b4-4c24-85fd-78713e0513ff), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.804224 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-eba3679a-ef0a-4094-be69-8d453faeffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '3a8db6bf-0b98-4d8d-8336-373aace27ab8', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'port_id': '4e439648-a2fe-49f9-a809-a2ad4090be7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'mac_address': 'fa:16:3e:25:5c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:21Z', 'updated_at': '2022-08-12T01:28:54Z', 'revision_number': 1, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:17Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:56.829385 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819330e-aa15-44ca-841f-1286973f1802 req-e6d64035-0665-4aaa-8df2-796b62ae8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:56.831259 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9819330e-aa15-44ca-841f-1286973f1802 req-e6d64035-0665-4aaa-8df2-796b62ae8798 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 916 time: 0.1902583 Aug 12 01:28:56.842155 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3679a-ef0a-4094-be69-8d453faeffd1 None None] The sync data for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi is: [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '3a8db6bf-0b98-4d8d-8336-373aace27ab8', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'port_id': '4e439648-a2fe-49f9-a809-a2ad4090be7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'mac_address': 'fa:16:3e:25:5c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:21Z', 'updated_at': '2022-08-12T01:28:54Z', 'revision_number': 1, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:17Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:28:56.871957 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-80fcc313-2c81-4aae-bed6-249edde0f0eb admin admin] Publish callbacks [] for security_group (4a7647b1-46b5-4b95-8906-cb7bba3dedb2), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:56.912110 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60c096-583b-4605-85e5-70ae2f7687f9 req-229c66dd-76ef-4520-8187-64377f8aa931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:56.913721 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0f60c096-583b-4605-85e5-70ae2f7687f9 req-229c66dd-76ef-4520-8187-64377f8aa931 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c945ad6e-d04a-40d2-b591-3e29f6e664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1329603 Aug 12 01:28:56.918292 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:56.984705 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9819330e-aa15-44ca-841f-1286973f1802 req-9dd7ca31-46f9-4d9a-8919-4063e5ccf5e5 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=941dd4d7-4c16-4fb4-aa93-79972bef7581 HTTP/1.1" status: 200 len: 1000 time: 0.1447558 Aug 12 01:28:56.985409 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:56.996897 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-1227f751-61a7-429d-a994-a09e0ca36e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '5add7583-738a-41d7-83cd-b060cd8a6414', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:9d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:23Z', 'updated_at': '2022-08-12T01:28:55Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:57.010254 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-c0f5cfcc-efec-4ffa-9497-c4de78e0b701 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Floating IP 768beac2-f8b4-4c24-85fd-78713e0513ff associated. External IP: 172.27.2.229, port: 476d0433-5310-435b-93ea-c42ed83c3136. Aug 12 01:28:57.042399 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819330e-aa15-44ca-841f-1286973f1802 req-783d1baa-d829-4232-a3df-da8d26f16d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:57.043970 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9819330e-aa15-44ca-841f-1286973f1802 req-783d1baa-d829-4232-a3df-da8d26f16d1f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=a9afc717-283a-483a-80e3-bf850c00ecf8 HTTP/1.1" status: 200 len: 854 time: 0.0513749 Aug 12 01:28:57.050078 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227f751-61a7-429d-a994-a09e0ca36e73 None None] Checking router: 16dc98ea-5d10-40d8-af13-5f8d2e04c856 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:57.060465 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227f751-61a7-429d-a994-a09e0ca36e73 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:57.061527 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-1227f751-61a7-429d-a994-a09e0ca36e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:57.103300 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-86cb6b9b-b84f-473d-a772-aa5cc021d72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (55088708-a4ec-497d-97b5-d4332659aa61), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:57.108294 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819330e-aa15-44ca-841f-1286973f1802 req-785d9782-f8bc-4070-9f92-c3a8ec8b5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:57.109984 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-86cb6b9b-b84f-473d-a772-aa5cc021d72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:57.110121 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9819330e-aa15-44ca-841f-1286973f1802 req-785d9782-f8bc-4070-9f92-c3a8ec8b5425 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c69785c6-9bf5-4740-9585-57c14141c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0574994 Aug 12 01:28:57.111164 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-86cb6b9b-b84f-473d-a772-aa5cc021d72a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/55088708-a4ec-497d-97b5-d4332659aa61 HTTP/1.1" status: 204 len: 168 time: 0.9219067 Aug 12 01:28:57.127915 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3cffa210-1c41-4d1a-b53e-aeaa3cfef976 admin admin] Publish callbacks [] for security_group (b4869d2f-7b18-4a0a-80a1-f72e823410c2), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:57.141763 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3cffa210-1c41-4d1a-b53e-aeaa3cfef976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (b4869d2f-7b18-4a0a-80a1-f72e823410c2), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:57.210396 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-1227f751-61a7-429d-a994-a09e0ca36e73 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:57.224927 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0f60c096-583b-4605-85e5-70ae2f7687f9 req-5f2e4593-7bfe-409c-bc04-dc0c84761416 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713032 Aug 12 01:28:57.230173 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb6b9b-b84f-473d-a772-aa5cc021d72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55088708-a4ec-497d-97b5-d4332659aa61,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:57.246490 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffa210-1c41-4d1a-b53e-aeaa3cfef976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4869d2f-7b18-4a0a-80a1-f72e823410c2,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:57.252754 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-80fcc313-2c81-4aae-bed6-249edde0f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (4a7647b1-46b5-4b95-8906-cb7bba3dedb2), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:57.255573 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-80fcc313-2c81-4aae-bed6-249edde0f0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:57.261410 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-80fcc313-2c81-4aae-bed6-249edde0f0eb admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4a7647b1-46b5-4b95-8906-cb7bba3dedb2 HTTP/1.1" status: 204 len: 168 time: 0.7109702 Aug 12 01:28:57.278621 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-3cffa210-1c41-4d1a-b53e-aeaa3cfef976 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a6c2ddbf808b4b8ebf0a388a4a5cbf6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5260880 Aug 12 01:28:57.290725 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48758) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:57.391830 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9819330e-aa15-44ca-841f-1286973f1802 req-130cf37e-1203-4ec8-9c32-497b631b7aa7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730274 Aug 12 01:28:57.420458 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:57.443780 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcc313-2c81-4aae-bed6-249edde0f0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7647b1-46b5-4b95-8906-cb7bba3dedb2,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:57.527951 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-12388e50-6a4e-4688-9b00-98382bbfe071 admin admin] Publish callbacks [] for security_group (b4869d2f-7b18-4a0a-80a1-f72e823410c2), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:57.567066 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=12 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:57.594580 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:57.602571 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-12388e50-6a4e-4688-9b00-98382bbfe071 admin admin] Publish callbacks [] for security_group (b4869d2f-7b18-4a0a-80a1-f72e823410c2), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:57.606303 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:57.634752 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb796f4-d76c-41b5-aeea-55d7a340a57a req-fa6398a9-91e9-459c-aa41-4372395dcf44 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:57.636384 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8cb796f4-d76c-41b5-aeea-55d7a340a57a req-fa6398a9-91e9-459c-aa41-4372395dcf44 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1095340 Aug 12 01:28:57.680334 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-1227f751-61a7-429d-a994-a09e0ca36e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '5add7583-738a-41d7-83cd-b060cd8a6414', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:9d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:23Z', 'updated_at': '2022-08-12T01:28:55Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:57.722048 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0f60c096-583b-4605-85e5-70ae2f7687f9 req-839aa971-862f-4fca-b948-8f89b8b8aca7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827981 Aug 12 01:28:57.754267 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227f751-61a7-429d-a994-a09e0ca36e73 None None] The sync data for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi is: [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '5add7583-738a-41d7-83cd-b060cd8a6414', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:9d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:23Z', 'updated_at': '2022-08-12T01:28:55Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:28:57.774401 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9819330e-aa15-44ca-841f-1286973f1802 req-81847e70-905a-4306-84ee-edf698cd98bb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637714 Aug 12 01:28:57.809508 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8cb796f4-d76c-41b5-aeea-55d7a340a57a req-8f61a713-f75e-45d0-a020-bb328bca62ea tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496253 Aug 12 01:28:57.846184 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-12388e50-6a4e-4688-9b00-98382bbfe071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (b4869d2f-7b18-4a0a-80a1-f72e823410c2), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:57.849160 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-12388e50-6a4e-4688-9b00-98382bbfe071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:57.850378 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-12388e50-6a4e-4688-9b00-98382bbfe071 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b4869d2f-7b18-4a0a-80a1-f72e823410c2 HTTP/1.1" status: 204 len: 168 time: 0.5565364 Aug 12 01:28:57.867217 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f5cfcc-efec-4ffa-9497-c4de78e0b701 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Router c39dbdd2-ee17-4306-9462-770fa60bd99b has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:28:57.869377 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12388e50-6a4e-4688-9b00-98382bbfe071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4869d2f-7b18-4a0a-80a1-f72e823410c2,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:57.914704 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48772) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:57.935682 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-38ae0c65-990b-400e-aedb-b7c4bb4037e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:58.018229 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f5cfcc-efec-4ffa-9497-c4de78e0b701 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:28:58.023167 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c0f5cfcc-efec-4ffa-9497-c4de78e0b701 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:58.033181 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83856b-bf88-4380-80ee-9930ee0300ab None None] Sync routers for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:28:58.063890 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83856b-bf88-4380-80ee-9930ee0300ab None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:58.064932 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-1a83856b-bf88-4380-80ee-9930ee0300ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:58.076129 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c0f5cfcc-efec-4ffa-9497-c4de78e0b701 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/768beac2-f8b4-4c24-85fd-78713e0513ff HTTP/1.1" status: 200 len: 992 time: 2.7747042 Aug 12 01:28:58.076129 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:28:58.077194 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29989ddf-4910-4a39-970a-72d4dcc51ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "tag": "476d0433-5310-435b-93ea-c42ed83c3136"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:28:58.157176 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-38ae0c65-990b-400e-aedb-b7c4bb4037e5 admin admin] Publish callbacks [] for security_group (bd78f44a-ffc3-4ea6-9065-272d7cbf63b4), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:58.168354 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-38ae0c65-990b-400e-aedb-b7c4bb4037e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (bd78f44a-ffc3-4ea6-9065-272d7cbf63b4), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:58.180771 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa0c81b-c5d0-4fa5-98c2-45781999bda0 x-openstack-request-id: req-6fa0c81b-c5d0-4fa5-98c2-45781999bda0 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:28:58.181336 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "tag": "476d0433-5310-435b-93ea-c42ed83c3136", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:28:58.181557 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fa0c81b-c5d0-4fa5-98c2-45781999bda0 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:28:58.181979 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa0c81b-c5d0-4fa5-98c2-45781999bda0'] response: {'name': 'network-changed', 'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136', 'status': 'completed', 'code': 200} Aug 12 01:28:58.201735 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1e9969-5523-4a77-8a2d-ba33c8c251e4 None None] New status for floating IP 3a8db6bf-0b98-4d8d-8336-373aace27ab8: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:28:58.238203 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-1a83856b-bf88-4380-80ee-9930ee0300ab None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:58.361039 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48786) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:28:58.366062 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-38ae0c65-990b-400e-aedb-b7c4bb4037e5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c7f85b814126436285cef674c1adb4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4421844 Aug 12 01:28:58.404415 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae0c65-990b-400e-aedb-b7c4bb4037e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd78f44a-ffc3-4ea6-9065-272d7cbf63b4,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:58.418852 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989ddf-4910-4a39-970a-72d4dcc51ae8 req-f8fa0ca0-e201-4418-bc02-c73cf267051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:58.420539 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-29989ddf-4910-4a39-970a-72d4dcc51ae8 req-f8fa0ca0-e201-4418-bc02-c73cf267051b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 1130 time: 0.1861584 Aug 12 01:28:58.512783 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-61d7e1d0-e144-4dd6-8ed7-7a09255ace1e admin admin] Publish callbacks [] for security_group (bd78f44a-ffc3-4ea6-9065-272d7cbf63b4), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:58.585157 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-61d7e1d0-e144-4dd6-8ed7-7a09255ace1e admin admin] Publish callbacks [] for security_group (bd78f44a-ffc3-4ea6-9065-272d7cbf63b4), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:58.693051 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-61d7e1d0-e144-4dd6-8ed7-7a09255ace1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (bd78f44a-ffc3-4ea6-9065-272d7cbf63b4), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:58.696874 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-61d7e1d0-e144-4dd6-8ed7-7a09255ace1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:28:58.698451 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-61d7e1d0-e144-4dd6-8ed7-7a09255ace1e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bd78f44a-ffc3-4ea6-9065-272d7cbf63b4 HTTP/1.1" status: 204 len: 168 time: 0.3360872 Aug 12 01:28:58.706766 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989ddf-4910-4a39-970a-72d4dcc51ae8 req-f8424f9c-1439-450f-8fc8-8e245f3cb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:58.708449 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-29989ddf-4910-4a39-970a-72d4dcc51ae8 req-f8424f9c-1439-450f-8fc8-8e245f3cb7d1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 918 time: 0.2752333 Aug 12 01:28:58.715304 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7e1d0-e144-4dd6-8ed7-7a09255ace1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd78f44a-ffc3-4ea6-9065-272d7cbf63b4,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:28:58.719297 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-1a83856b-bf88-4380-80ee-9930ee0300ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '768beac2-f8b4-4c24-85fd-78713e0513ff', 'tenant_id': '9d33b640693442238516535af8320529', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'port_id': '476d0433-5310-435b-93ea-c42ed83c3136', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'mac_address': 'fa:16:3e:f1:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:25Z', 'updated_at': '2022-08-12T01:28:56Z', 'revision_number': 1, 'project_id': '9d33b640693442238516535af8320529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:31Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:58.771678 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83856b-bf88-4380-80ee-9930ee0300ab None None] Checking router: c39dbdd2-ee17-4306-9462-770fa60bd99b for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:28:58.798774 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83856b-bf88-4380-80ee-9930ee0300ab None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:28:58.799514 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-1a83856b-bf88-4380-80ee-9930ee0300ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:58.848872 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-29989ddf-4910-4a39-970a-72d4dcc51ae8 req-c219b56d-dfd1-4b33-af59-ee3c3c4cee5a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=476d0433-5310-435b-93ea-c42ed83c3136 HTTP/1.1" status: 200 len: 1000 time: 0.1295028 Aug 12 01:28:58.875492 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:58.965763 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989ddf-4910-4a39-970a-72d4dcc51ae8 req-b7a41801-1eb0-4d7e-b2a5-2f8f7ca985c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:58.967180 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-29989ddf-4910-4a39-970a-72d4dcc51ae8 req-b7a41801-1eb0-4d7e-b2a5-2f8f7ca985c8 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=d33ce26f-dc4c-4f32-bc97-4170fb266b96 HTTP/1.1" status: 200 len: 856 time: 0.1052513 Aug 12 01:28:58.971206 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-1a83856b-bf88-4380-80ee-9930ee0300ab None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:28:58.978251 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47d042-7e66-4209-a5df-c3ca008e781d req-c15ae69b-4460-41e2-a186-43803e062421 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:58.979901 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4e47d042-7e66-4209-a5df-c3ca008e781d req-c15ae69b-4460-41e2-a186-43803e062421 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0598400 Aug 12 01:28:59.043690 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:59.058314 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989ddf-4910-4a39-970a-72d4dcc51ae8 req-14a69d1f-703f-441b-ad60-14d8d93b62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:28:59.059869 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-29989ddf-4910-4a39-970a-72d4dcc51ae8 req-14a69d1f-703f-441b-ad60-14d8d93b62d6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bdc64372-39dc-45f5-ae9b-e7b46a872a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0788867 Aug 12 01:28:59.156521 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bc9b6a-3e71-4fd8-8bd6-96bef9af102d None None] New status for floating IP 5add7583-738a-41d7-83cd-b060cd8a6414: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:28:59.194354 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-29989ddf-4910-4a39-970a-72d4dcc51ae8 req-283a568f-2025-4245-a499-538ec83a79e8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235447 Aug 12 01:28:59.232461 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4e47d042-7e66-4209-a5df-c3ca008e781d req-d966830c-bf55-42ce-8a8b-d8192f81b5b5 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417753 Aug 12 01:28:59.362474 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-29989ddf-4910-4a39-970a-72d4dcc51ae8 req-b34c8576-01ba-4fd5-85aa-fd7b1896dd12 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562541 Aug 12 01:28:59.483973 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:28:59.506865 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-1a83856b-bf88-4380-80ee-9930ee0300ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '768beac2-f8b4-4c24-85fd-78713e0513ff', 'tenant_id': '9d33b640693442238516535af8320529', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'port_id': '476d0433-5310-435b-93ea-c42ed83c3136', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'mac_address': 'fa:16:3e:f1:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:25Z', 'updated_at': '2022-08-12T01:28:56Z', 'revision_number': 1, 'project_id': '9d33b640693442238516535af8320529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:31Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:28:59.539277 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83856b-bf88-4380-80ee-9930ee0300ab None None] The sync data for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi is: [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '768beac2-f8b4-4c24-85fd-78713e0513ff', 'tenant_id': '9d33b640693442238516535af8320529', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'port_id': '476d0433-5310-435b-93ea-c42ed83c3136', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'mac_address': 'fa:16:3e:f1:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:25Z', 'updated_at': '2022-08-12T01:28:56Z', 'revision_number': 1, 'project_id': '9d33b640693442238516535af8320529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:31Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:29:00.057243 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48858) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:00.281852 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-455367313-network', 'tenant_id': '135531dcbc244552aef21e5d555da3c4'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:00.305713 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Made reservation on behalf of 135531dcbc244552aef21e5d555da3c4 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:00.309297 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:00.322799 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:00.437565 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb7b48-1fb0-4b24-84c2-3c2b1cd047e3 req-0d25d412-2408-4c66-95b3-ee4c10a2af4d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:00.439264 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5aeb7b48-1fb0-4b24-84c2-3c2b1cd047e3 req-0d25d412-2408-4c66-95b3-ee4c10a2af4d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0793924 Aug 12 01:29:00.445360 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Publish callbacks [] for security_group (be38f752-aef5-46c4-a5c8-cd9a8176160e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:00.451251 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (be38f752-aef5-46c4-a5c8-cd9a8176160e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:00.478844 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:29:00.491667 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be38f752-aef5-46c4-a5c8-cd9a8176160e,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:00.492633 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5aeb7b48-1fb0-4b24-84c2-3c2b1cd047e3 req-a5121fbc-41e7-4236-bd20-26ecd443527d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471399 Aug 12 01:29:00.497073 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (53fdf7ec-d29a-4c55-a741-46706abf66c8), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:00.497581 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Added segment 53fdf7ec-d29a-4c55-a741-46706abf66c8 of type vlan for network d04560af-1d78-44a3-b9e1-6b63b0e806e7 Aug 12 01:29:00.552789 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (d04560af-1d78-44a3-b9e1-6b63b0e806e7), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:00.561586 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:00.584748 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (d04560af-1d78-44a3-b9e1-6b63b0e806e7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:00.585699 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:00.586396 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:00.592182 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:00.654898 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5964715 Aug 12 01:29:00.659333 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48886) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:00.666308 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-5c3f6474-33fc-493c-8f3d-1f8152020ab8 admin admin] Request body: {'subnet': {'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-455367313-subnet', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:00.672929 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c105e2c-d2ad-4ed6-9bca-ee6bb18fcc10 admin admin] Pushing event updated for resources: {'Network': ['ID=d04560af-1d78-44a3-b9e1-6b63b0e806e7,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:00.684902 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network d04560af-1d78-44a3-b9e1-6b63b0e806e7 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:29:00.722352 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3f6474-33fc-493c-8f3d-1f8152020ab8 admin admin] Made reservation on behalf of 135531dcbc244552aef21e5d555da3c4 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:00.725556 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6474-33fc-493c-8f3d-1f8152020ab8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:00.742815 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:00.746349 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db868f-7f17-42af-a93b-7ab6d803e6c0 None None] New status for floating IP 768beac2-f8b4-4c24-85fd-78713e0513ff: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:29:00.964095 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6474-33fc-493c-8f3d-1f8152020ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.036003 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f6474-33fc-493c-8f3d-1f8152020ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:01.046921 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f6474-33fc-493c-8f3d-1f8152020ab8 admin admin] Checking segment: {'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:01.047322 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3f6474-33fc-493c-8f3d-1f8152020ab8 admin admin] Network hostable DHCP agents. Network: d04560af-1d78-44a3-b9e1-6b63b0e806e7, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:29:01.067088 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3f6474-33fc-493c-8f3d-1f8152020ab8 admin admin] Network d04560af-1d78-44a3-b9e1-6b63b0e806e7 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:29:01.078185 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-5c3f6474-33fc-493c-8f3d-1f8152020ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, d04560af-1d78-44a3-b9e1-6b63b0e806e7) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:01.084250 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f6474-33fc-493c-8f3d-1f8152020ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:01.085400 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6474-33fc-493c-8f3d-1f8152020ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.089036 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f4a88e-702b-47c7-9073-45ceac8c1662 None None] Network d04560af-1d78-44a3-b9e1-6b63b0e806e7 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:01.107734 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-5c3f6474-33fc-493c-8f3d-1f8152020ab8 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4459503 Aug 12 01:29:01.110556 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48906) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:01.115407 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:01.144810 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64281'] for router (103cc2dd-644c-4ba5-bccd-72c78131ef2a), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.145900 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64256'] for router (103cc2dd-644c-4ba5-bccd-72c78131ef2a), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.155633 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48908) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:01.208893 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-d04560af-1d78-44a3-b9e1-6b63b0e806e7', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'project_id': '135531dcbc244552aef21e5d555da3c4', 'fixed_ips': [{'subnet_id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:29:01.209965 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.281846 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-258e3566-b95b-433e-8418-2a649f5f9256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.367675 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-258e3566-b95b-433e-8418-2a649f5f9256 admin admin] Publish callbacks [] for security_group (57977127-725e-48c5-a726-e973b570a523), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.372213 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-258e3566-b95b-433e-8418-2a649f5f9256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (57977127-725e-48c5-a726-e973b570a523), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.380934 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Allocated IP 172.20.0.2 (d04560af-1d78-44a3-b9e1-6b63b0e806e7/bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d/bfb919b7-2642-4037-b26e-83978638e359) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:01.399439 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:01.433605 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-258e3566-b95b-433e-8418-2a649f5f9256 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=fda969f748814c87a3fd364c7fb56048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767828 Aug 12 01:29:01.433788 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48914) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:01.441204 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Publish callbacks [] for router_controller (103cc2dd-644c-4ba5-bccd-72c78131ef2a), precommit_add_association {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.446471 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e3566-b95b-433e-8418-2a649f5f9256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57977127-725e-48c5-a726-e973b570a523,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:01.453558 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:01.562377 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Publish callbacks [] for port (bfb919b7-2642-4037-b26e-83978638e359), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.570744 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (bfb919b7-2642-4037-b26e-83978638e359), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.608500 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Network d04560af-1d78-44a3-b9e1-6b63b0e806e7 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:01.612931 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:01.616026 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:01.622315 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2a348c8-e899-4067-a6ea-3035b942f151 admin admin] Publish callbacks [] for security_group (57977127-725e-48c5-a726-e973b570a523), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.622496 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:01.626004 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Pushing event updated for resources: {'Port': ['ID=bfb919b7-2642-4037-b26e-83978638e359,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:01.638862 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.639206 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.639591 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.639934 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.640267 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.640595 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.640918 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.641241 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.641569 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.641890 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.642221 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.642550 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.642875 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.643192 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.643510 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:01.658424 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Publish callbacks [] for router_gateway (103cc2dd-644c-4ba5-bccd-72c78131ef2a), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.682157 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2a348c8-e899-4067-a6ea-3035b942f151 admin admin] Publish callbacks [] for security_group (57977127-725e-48c5-a726-e973b570a523), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.692750 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Attempting to bind port bfb919b7-2642-4037-b26e-83978638e359 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:01.693331 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Attempting to bind port bfb919b7-2642-4037-b26e-83978638e359 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:01.693445 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Attempting to bind port bfb919b7-2642-4037-b26e-83978638e359 on network d04560af-1d78-44a3-b9e1-6b63b0e806e7 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:01.698534 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:01.698904 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Checking segment: {'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:01.699320 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.699731 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Bound using segment: {'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:01.700196 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Bound port: bfb919b7-2642-4037-b26e-83978638e359, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:01.700572 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (bfb919b7-2642-4037-b26e-83978638e359), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.703317 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d21c9-66b5-4464-8aeb-a26bf17383dd req-a3630ac4-3282-4f03-a7f4-8df591161d9b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:01.704827 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e13d21c9-66b5-4464-8aeb-a26bf17383dd req-a3630ac4-3282-4f03-a7f4-8df591161d9b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1180766 Aug 12 01:29:01.765813 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] For port bfb919b7-2642-4037-b26e-83978638e359, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:01.769802 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] For port bfb919b7-2642-4037-b26e-83978638e359, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=bfb919b7-2642-4037-b26e-83978638e359,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:01.779396 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (bfb919b7-2642-4037-b26e-83978638e359), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.825651 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e13d21c9-66b5-4464-8aeb-a26bf17383dd req-51e1b6ac-52f1-46aa-9cc2-2fa4b913fc1d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923154 Aug 12 01:29:01.835518 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe09945-c84d-417e-8daf-7e746de76253 None None] Pushing event updated for resources: {'Port': ['ID=bfb919b7-2642-4037-b26e-83978638e359,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:01.885968 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2a348c8-e899-4067-a6ea-3035b942f151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (57977127-725e-48c5-a726-e973b570a523), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.888630 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2a348c8-e899-4067-a6ea-3035b942f151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.889818 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c2a348c8-e899-4067-a6ea-3035b942f151 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/57977127-725e-48c5-a726-e973b570a523 HTTP/1.1" status: 204 len: 168 time: 0.4551218 Aug 12 01:29:01.903044 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a348c8-e899-4067-a6ea-3035b942f151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57977127-725e-48c5-a726-e973b570a523,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:01.950416 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Publish callbacks [] for router_gateway (103cc2dd-644c-4ba5-bccd-72c78131ef2a), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:01.971666 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.120384 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:02.121798 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Allocated IP 172.27.2.122 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/ae42ea69-2846-461f-8dae-a3398c7fe2b4) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:02.260629 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48924) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:02.264424 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Publish callbacks [] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.275630 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0ce918bc-0551-4fa4-bf4e-1b2514ff164e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.282604 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device bfb919b7-2642-4037-b26e-83978638e359 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:02.305568 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.329061 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port bfb919b7-2642-4037-b26e-83978638e359 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:02.329360 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (bfb919b7-2642-4037-b26e-83978638e359), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.350676 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:02.352548 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:02.358817 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:02.370160 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0ce918bc-0551-4fa4-bf4e-1b2514ff164e admin admin] Publish callbacks [] for security_group (a7e8a93e-1892-455f-91d1-93eb599a8d41), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.376563 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0ce918bc-0551-4fa4-bf4e-1b2514ff164e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (a7e8a93e-1892-455f-91d1-93eb599a8d41), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.418226 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0ce918bc-0551-4fa4-bf4e-1b2514ff164e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9fa6316d76634812b5e887d0d20d4897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563756 Aug 12 01:29:02.418942 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce918bc-0551-4fa4-bf4e-1b2514ff164e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e8a93e-1892-455f-91d1-93eb599a8d41,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:02.421259 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48926) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:02.427166 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port bfb919b7-2642-4037-b26e-83978638e359 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:02.427568 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (bfb919b7-2642-4037-b26e-83978638e359), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.452040 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ae42ea69-2846-461f-8dae-a3398c7fe2b4,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:02.476449 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port bfb919b7-2642-4037-b26e-83978638e359, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=bfb919b7-2642-4037-b26e-83978638e359,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:02.476836 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbe626f2-f8e2-47f1-b70e-e5ba0bbee50d admin admin] Publish callbacks [] for security_group (a7e8a93e-1892-455f-91d1-93eb599a8d41), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.484821 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (bfb919b7-2642-4037-b26e-83978638e359), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.507985 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:02.512716 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbe626f2-f8e2-47f1-b70e-e5ba0bbee50d admin admin] Publish callbacks [] for security_group (a7e8a93e-1892-455f-91d1-93eb599a8d41), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.546834 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=bfb919b7-2642-4037-b26e-83978638e359,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:02.568970 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbe626f2-f8e2-47f1-b70e-e5ba0bbee50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (a7e8a93e-1892-455f-91d1-93eb599a8d41), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.571448 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbe626f2-f8e2-47f1-b70e-e5ba0bbee50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.572620 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cbe626f2-f8e2-47f1-b70e-e5ba0bbee50d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a7e8a93e-1892-455f-91d1-93eb599a8d41 HTTP/1.1" status: 204 len: 168 time: 0.1504519 Aug 12 01:29:02.581348 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe626f2-f8e2-47f1-b70e-e5ba0bbee50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e8a93e-1892-455f-91d1-93eb599a8d41,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:02.644533 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Publish callbacks [] for router_gateway (103cc2dd-644c-4ba5-bccd-72c78131ef2a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.842475 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912'] for router (103cc2dd-644c-4ba5-bccd-72c78131ef2a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:02.975786 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50258f06-490f-484c-b9ad-023805340a60 None None] Network d04560af-1d78-44a3-b9e1-6b63b0e806e7 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:02.996824 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c178bd1-487c-4355-a5de-eabb93c19354 req-a1fac66c-f135-4913-9ddf-bfe3680fa670 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:02.998437 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0c178bd1-487c-4355-a5de-eabb93c19354 req-a1fac66c-f135-4913-9ddf-bfe3680fa670 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0612440 Aug 12 01:29:03.029360 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:03.043813 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-8e4b10f9-1b47-4aac-8cef-943cf253d31e None None] Provisioning complete for port bfb919b7-2642-4037-b26e-83978638e359 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:03.044357 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-8e4b10f9-1b47-4aac-8cef-943cf253d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (bfb919b7-2642-4037-b26e-83978638e359), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.089700 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0c178bd1-487c-4355-a5de-eabb93c19354 req-781441c1-28fa-429e-810e-32ddae3d509d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801892 Aug 12 01:29:03.091157 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Router 103cc2dd-644c-4ba5-bccd-72c78131ef2a is scheduled to L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 with binding_index 1 {{(pid=106301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 12 01:29:03.120371 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:03.170137 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b10f9-1b47-4aac-8cef-943cf253d31e None None] Current status of the port bfb919b7-2642-4037-b26e-83978638e359 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:03.214924 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:29:03.224830 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Sync routers for ids ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:29:03.234731 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.236276 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-0b3497a5-2585-4436-ad8a-a382ef89d0b6 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1247318 Aug 12 01:29:03.239191 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48950) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:03.365894 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Routers {'103cc2dd-644c-4ba5-bccd-72c78131ef2a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:03.366023 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:03.496445 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Set router 103cc2dd-644c-4ba5-bccd-72c78131ef2a gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:03.523311 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 48956) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:03.525690 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:03.685454 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1170473436-network', 'tenant_id': 'f449d7e7de86430899e531ca531cc509'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:03.699399 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-8b65ac69-7b96-4871-b496-02f1a5cbdf34 None None] Provisioning complete for port bfb919b7-2642-4037-b26e-83978638e359 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:03.699795 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:02Z', 'revision_number': 3, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:03.700241 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-8b65ac69-7b96-4871-b496-02f1a5cbdf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (bfb919b7-2642-4037-b26e-83978638e359), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.712305 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Made reservation on behalf of f449d7e7de86430899e531ca531cc509 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:03.715194 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.725300 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.732352 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Checking router: 103cc2dd-644c-4ba5-bccd-72c78131ef2a for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:29:03.732549 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.732837 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Updating router 103cc2dd-644c-4ba5-bccd-72c78131ef2a port ae42ea69-2846-461f-8dae-a3398c7fe2b4 binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:29:03.773112 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.790546 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-8b65ac69-7b96-4871-b496-02f1a5cbdf34 None None] Current status of the port bfb919b7-2642-4037-b26e-83978638e359 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:03.798407 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:03.813388 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Publish callbacks [] for security_group (6d1dd244-c2d1-4943-8fcf-16aefb4eb832), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.820702 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (6d1dd244-c2d1-4943-8fcf-16aefb4eb832), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.846356 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:29:03.856871 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1dd244-c2d1-4943-8fcf-16aefb4eb832,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:03.862171 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (5d3a8560-bb1b-49fb-9f11-afe509d2ff43), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.862518 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Added segment 5d3a8560-bb1b-49fb-9f11-afe509d2ff43 of type vlan for network 2d535585-54fe-458a-ab67-bd440134633a Aug 12 01:29:03.905651 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (2d535585-54fe-458a-ab67-bd440134633a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.909372 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:03.920253 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Allocated IP 172.20.0.1 (d04560af-1d78-44a3-b9e1-6b63b0e806e7/bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d/301dba7a-2eb2-4ee5-9531-faad14b30cc7) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:03.932583 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (2d535585-54fe-458a-ab67-bd440134633a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.933590 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:03.934266 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:03.970396 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:03.994926 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4702659 Aug 12 01:29:03.995166 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48964) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:04.002688 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-429b8aef-bde4-41cf-9b5c-ea759a433c77 admin admin] Request body: {'subnet': {'network_id': '2d535585-54fe-458a-ab67-bd440134633a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1170473436-subnet', 'tenant_id': 'f449d7e7de86430899e531ca531cc509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:04.007677 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a488192-5e28-4d9f-999d-056a186971b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2d535585-54fe-458a-ab67-bd440134633a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:04.019123 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network 2d535585-54fe-458a-ab67-bd440134633a details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:29:04.049677 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429b8aef-bde4-41cf-9b5c-ea759a433c77 admin admin] Made reservation on behalf of f449d7e7de86430899e531ca531cc509 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:04.052263 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-429b8aef-bde4-41cf-9b5c-ea759a433c77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.067653 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Publish callbacks [] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.071486 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Publish callbacks [] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.077693 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.087716 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:04.121091 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Attempting to bind port ae42ea69-2846-461f-8dae-a3398c7fe2b4 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:04.121573 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Attempting to bind port ae42ea69-2846-461f-8dae-a3398c7fe2b4 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:04.121938 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Attempting to bind port ae42ea69-2846-461f-8dae-a3398c7fe2b4 on network 776c52f4-13cf-4479-a18d-8427be668cbb {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:04.133001 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:04.133441 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:04.133760 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.134406 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Bound using segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:04.134612 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Bound port: ae42ea69-2846-461f-8dae-a3398c7fe2b4, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:04.135044 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.135771 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:04.161559 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Pushing event updated for resources: {'Port': ['ID=ae42ea69-2846-461f-8dae-a3398c7fe2b4,revision_number=2']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:04.176486 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.176619 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.176965 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.177324 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.177956 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.177956 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.178324 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.178605 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.179058 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.179299 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.179601 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.180209 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.180326 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.180627 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.181318 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:29:04.208939 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] For port ae42ea69-2846-461f-8dae-a3398c7fe2b4, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:04.212804 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] For port ae42ea69-2846-461f-8dae-a3398c7fe2b4, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=ae42ea69-2846-461f-8dae-a3398c7fe2b4,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:04.219084 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.232896 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.250886 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Routers {'103cc2dd-644c-4ba5-bccd-72c78131ef2a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:04.251456 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:28:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:04.279064 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device bfb919b7-2642-4037-b26e-83978638e359 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:04.284227 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d855b-be89-4348-be46-5df37718976c req-56677106-1954-4d85-ac70-6bbaa7ac8c39 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:04.285830 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-927d855b-be89-4348-be46-5df37718976c req-56677106-1954-4d85-ac70-6bbaa7ac8c39 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1050725 Aug 12 01:29:04.321181 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Network d04560af-1d78-44a3-b9e1-6b63b0e806e7 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:04.335167 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:04.336291 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:04.336714 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port bfb919b7-2642-4037-b26e-83978638e359 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:04.337257 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (bfb919b7-2642-4037-b26e-83978638e359), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.340254 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:04.340254 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777913'] for router_interface (103cc2dd-644c-4ba5-bccd-72c78131ef2a), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.360282 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede65038-be76-4fb2-9421-ee4d33c132cb None None] Pushing event updated for resources: {'Port': ['ID=ae42ea69-2846-461f-8dae-a3398c7fe2b4,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:04.391905 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:04.394746 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] Set router 103cc2dd-644c-4ba5-bccd-72c78131ef2a gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:04.442702 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port bfb919b7-2642-4037-b26e-83978638e359 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:04.596934 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:02Z', 'revision_number': 3, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:04.617151 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-893165d3-a99c-40de-b439-c8be13da4c1f None None] Provisioning complete for port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:04.617807 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-893165d3-a99c-40de-b439-c8be13da4c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.638578 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932bc08-e423-4923-9ec1-44a3e58293e1 None None] The sync data for ids ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'] in dv-cinder-784815-15-iscsi is: [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:02Z', 'revision_number': 3, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:29:04.642326 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Pushing event updated for resources: {'Port': ['ID=301dba7a-2eb2-4ee5-9531-faad14b30cc7,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:04.702580 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-893165d3-a99c-40de-b439-c8be13da4c1f None None] Port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:29:04.734505 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-429b8aef-bde4-41cf-9b5c-ea759a433c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (840c2801-c0fd-49e8-ba7d-93117472adc0), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.745313 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-927d855b-be89-4348-be46-5df37718976c req-a2be73f9-2c5b-4a36-bd45-9449284c511f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315813 Aug 12 01:29:04.826598 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b8aef-bde4-41cf-9b5c-ea759a433c77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=840c2801-c0fd-49e8-ba7d-93117472adc0,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:04.867401 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:04.869535 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b8aef-bde4-41cf-9b5c-ea759a433c77 admin admin] Checking segment: {'id': '5d3a8560-bb1b-49fb-9f11-afe509d2ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2d535585-54fe-458a-ab67-bd440134633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:04.869876 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429b8aef-bde4-41cf-9b5c-ea759a433c77 admin admin] Network hostable DHCP agents. Network: 2d535585-54fe-458a-ab67-bd440134633a, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:29:04.919433 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429b8aef-bde4-41cf-9b5c-ea759a433c77 admin admin] Network 2d535585-54fe-458a-ab67-bd440134633a is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:29:04.937980 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-429b8aef-bde4-41cf-9b5c-ea759a433c77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, 2d535585-54fe-458a-ab67-bd440134633a) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:04.945602 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c83220-f8f4-45a3-a72d-7adda3bb2635 None None] Network 2d535585-54fe-458a-ab67-bd440134633a requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:04.977744 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429b8aef-bde4-41cf-9b5c-ea759a433c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:04.978393 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-429b8aef-bde4-41cf-9b5c-ea759a433c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:05.003750 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-429b8aef-bde4-41cf-9b5c-ea759a433c77 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0070813 Aug 12 01:29:05.069284 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e214b37-92be-40ba-bb53-d949826cc09e None None] Network 2d535585-54fe-458a-ab67-bd440134633a requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:05.078519 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Publish callbacks [] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:05.088364 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:05.089356 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1778249'] for router_interface (103cc2dd-644c-4ba5-bccd-72c78131ef2a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:05.094845 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:05.187910 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:29:05.273980 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Pushing event updated for resources: {'Port': ['ID=301dba7a-2eb2-4ee5-9531-faad14b30cc7,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:05.336269 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Network d04560af-1d78-44a3-b9e1-6b63b0e806e7 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:05.339040 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:05.504264 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Router 103cc2dd-644c-4ba5-bccd-72c78131ef2a has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:29:05.621209 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:05.630987 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:29:05.633734 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-ec3c7c6e-e44b-44ce-9d64-8c616d91bebc None None] Provisioning complete for port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:05.634111 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ec3c7c6e-e44b-44ce-9d64-8c616d91bebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:05.650056 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-3f74e69a-8dfb-44df-8abf-345743a2c44f admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/103cc2dd-644c-4ba5-bccd-72c78131ef2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4094570 Aug 12 01:29:05.686830 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c7c6e-e44b-44ce-9d64-8c616d91bebc None None] Port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:29:05.768559 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 48998) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:05.774545 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-344839154-network', 'tenant_id': '2ec864fab0c84483ab5fce31824d9079'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:05.798807 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Made reservation on behalf of 2ec864fab0c84483ab5fce31824d9079 for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:05.820891 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:05.833901 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:05.967244 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9346efd-3089-4827-8f5c-4451e6c387e1 req-84285f59-c7f1-4ba3-b71e-48900302e9a7 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:05.968964 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f9346efd-3089-4827-8f5c-4451e6c387e1 req-84285f59-c7f1-4ba3-b71e-48900302e9a7 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0775328 Aug 12 01:29:06.027602 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Publish callbacks [] for security_group (893597e9-66a4-47f9-b80f-6b82b397a3ef), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.037400 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (893597e9-66a4-47f9-b80f-6b82b397a3ef), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.073658 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f9346efd-3089-4827-8f5c-4451e6c387e1 req-df66ae62-44bd-4116-a396-f07eaadde1fc tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969934 Aug 12 01:29:06.078457 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:29:06.131274 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893597e9-66a4-47f9-b80f-6b82b397a3ef,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:06.140326 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (98a8cbe7-99ca-4b49-bf9a-c3d1bfd7139e), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.140636 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Added segment 98a8cbe7-99ca-4b49-bf9a-c3d1bfd7139e of type vlan for network 050c2f9d-acba-4c94-bd98-e3c63b2cf2a0 Aug 12 01:29:06.188638 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b5755-14aa-480a-ad6d-3b1305cb691b req-9e908497-aeae-4a36-b811-0af6d58668d3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:06.190335 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-324b5755-14aa-480a-ad6d-3b1305cb691b req-9e908497-aeae-4a36-b811-0af6d58668d3 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 945 time: 0.1040852 Aug 12 01:29:06.218480 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (050c2f9d-acba-4c94-bd98-e3c63b2cf2a0), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.228536 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:06.260559 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device ae42ea69-2846-461f-8dae-a3398c7fe2b4 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:06.270845 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-324b5755-14aa-480a-ad6d-3b1305cb691b req-90bddfc2-f12b-4e3b-9661-10e118459bd0 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692778 Aug 12 01:29:06.271916 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (050c2f9d-acba-4c94-bd98-e3c63b2cf2a0), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.272950 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:06.273563 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.318842 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port ae42ea69-2846-461f-8dae-a3398c7fe2b4 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:06.319493 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.352110 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5797310 Aug 12 01:29:06.352341 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49020) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:06.359635 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-ab968824-8aed-490a-bd16-f6f9a086c117 admin admin] Request body: {'subnet': {'network_id': '050c2f9d-acba-4c94-bd98-e3c63b2cf2a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-344839154-subnet', 'tenant_id': '2ec864fab0c84483ab5fce31824d9079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:06.370317 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955c0c9-dfe0-49ec-bc94-7490567fef4b admin admin] Pushing event updated for resources: {'Network': ['ID=050c2f9d-acba-4c94-bd98-e3c63b2cf2a0,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:06.388205 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab968824-8aed-490a-bd16-f6f9a086c117 admin admin] Made reservation on behalf of 2ec864fab0c84483ab5fce31824d9079 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:06.390594 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ab968824-8aed-490a-bd16-f6f9a086c117 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.406650 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49024) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:06.412028 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1643328461-network', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:06.437027 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Made reservation on behalf of 15f8ca3bef734af99d7d7779624800dd for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:06.440168 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.454913 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.515651 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network 050c2f9d-acba-4c94-bd98-e3c63b2cf2a0 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:29:06.560634 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Publish callbacks [] for security_group (e77f19c0-e589-40de-b515-c75ee8860867), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.565312 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e77f19c0-e589-40de-b515-c75ee8860867), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.579014 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port ae42ea69-2846-461f-8dae-a3398c7fe2b4 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:06.579409 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.591504 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ab968824-8aed-490a-bd16-f6f9a086c117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (e3fcfe06-279f-4bb4-9d81-4fa23ff01d7f), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.596152 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4dc0-38d9-432e-83c1-e896ac59fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.596549 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:29:06.598585 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77f19c0-e589-40de-b515-c75ee8860867,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:06.609407 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (2365c792-4d51-4170-a355-f39978a8e58d), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.610032 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Added segment 2365c792-4d51-4170-a355-f39978a8e58d of type vlan for network beb141f1-0f93-4c0e-a606-489ef15d3286 Aug 12 01:29:06.624262 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port ae42ea69-2846-461f-8dae-a3398c7fe2b4, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=ae42ea69-2846-461f-8dae-a3398c7fe2b4,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:06.631365 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.631672 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:06.656053 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (beb141f1-0f93-4c0e-a606-489ef15d3286), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.665734 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab968824-8aed-490a-bd16-f6f9a086c117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3fcfe06-279f-4bb4-9d81-4fa23ff01d7f,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:06.679178 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab968824-8aed-490a-bd16-f6f9a086c117 admin admin] Checking segment: {'id': '98a8cbe7-99ca-4b49-bf9a-c3d1bfd7139e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '050c2f9d-acba-4c94-bd98-e3c63b2cf2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:06.679522 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab968824-8aed-490a-bd16-f6f9a086c117 admin admin] Network hostable DHCP agents. Network: 050c2f9d-acba-4c94-bd98-e3c63b2cf2a0, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:29:06.683021 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=ae42ea69-2846-461f-8dae-a3398c7fe2b4,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:06.686179 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (beb141f1-0f93-4c0e-a606-489ef15d3286), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.687260 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:06.687901 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.705086 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab968824-8aed-490a-bd16-f6f9a086c117 admin admin] Network 050c2f9d-acba-4c94-bd98-e3c63b2cf2a0 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:29:06.717086 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-ab968824-8aed-490a-bd16-f6f9a086c117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, 050c2f9d-acba-4c94-bd98-e3c63b2cf2a0) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:06.723460 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab968824-8aed-490a-bd16-f6f9a086c117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:06.724303 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ab968824-8aed-490a-bd16-f6f9a086c117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.728698 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fbeeb8-b063-47fc-800c-202eca710ec6 None None] Network 050c2f9d-acba-4c94-bd98-e3c63b2cf2a0 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:06.752545 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ab968824-8aed-490a-bd16-f6f9a086c117 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3911898 Aug 12 01:29:06.752742 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3387601 Aug 12 01:29:06.752821 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49028) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:06.756178 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-119d4aaa-4725-460e-a650-db13e82d521e admin admin] Request body: {'subnet': {'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1643328461-subnet', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:06.762365 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cd781-3168-4f3a-a9dd-76d40ffddb60 admin admin] Pushing event updated for resources: {'Network': ['ID=beb141f1-0f93-4c0e-a606-489ef15d3286,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:06.787441 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network beb141f1-0f93-4c0e-a606-489ef15d3286 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:29:06.789212 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119d4aaa-4725-460e-a650-db13e82d521e admin admin] Made reservation on behalf of 15f8ca3bef734af99d7d7779624800dd for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:06.789638 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:06.792130 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-119d4aaa-4725-460e-a650-db13e82d521e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:06.840394 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:06.923640 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb05983-3a87-43ea-a0eb-92dbd2f1bd3c None None] Network 050c2f9d-acba-4c94-bd98-e3c63b2cf2a0 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:06.987900 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-119d4aaa-4725-460e-a650-db13e82d521e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (0133dcc4-8eb4-42e6-97aa-5da6e937f960), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.046783 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d4aaa-4725-460e-a650-db13e82d521e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0133dcc4-8eb4-42e6-97aa-5da6e937f960,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:07.058070 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d4aaa-4725-460e-a650-db13e82d521e admin admin] Checking segment: {'id': '2365c792-4d51-4170-a355-f39978a8e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:07.058424 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d4aaa-4725-460e-a650-db13e82d521e admin admin] Network hostable DHCP agents. Network: beb141f1-0f93-4c0e-a606-489ef15d3286, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:29:07.060318 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:07.077403 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d4aaa-4725-460e-a650-db13e82d521e admin admin] Network beb141f1-0f93-4c0e-a606-489ef15d3286 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:29:07.089613 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-119d4aaa-4725-460e-a650-db13e82d521e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, beb141f1-0f93-4c0e-a606-489ef15d3286) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:07.098607 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119d4aaa-4725-460e-a650-db13e82d521e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:07.099439 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-119d4aaa-4725-460e-a650-db13e82d521e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.101580 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20608e1a-79d8-4758-9694-455e81849bfe None None] Network beb141f1-0f93-4c0e-a606-489ef15d3286 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:07.123298 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-119d4aaa-4725-460e-a650-db13e82d521e admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3724446 Aug 12 01:29:07.126571 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49038) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:07.130919 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1643328461-router', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:07.157322 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64281'] for router (d5125af7-d4fc-4ef0-8f0c-9920996e8421), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.158788 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64256'] for router (d5125af7-d4fc-4ef0-8f0c-9920996e8421), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.263330 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Publish callbacks [] for router_controller (d5125af7-d4fc-4ef0-8f0c-9920996e8421), precommit_add_association {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.266997 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-beb141f1-0f93-4c0e-a606-489ef15d3286', 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286', 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'fixed_ips': [{'subnet_id': '0133dcc4-8eb4-42e6-97aa-5da6e937f960'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:29:07.268699 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.270219 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1a376-b0c9-4eba-82e3-96ec68774bc3 req-f8754d54-4886-407f-b0a3-c498de5dfa41 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:07.271778 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-74f1a376-b0c9-4eba-82e3-96ec68774bc3 req-f8754d54-4886-407f-b0a3-c498de5dfa41 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0966468 Aug 12 01:29:07.448605 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-74f1a376-b0c9-4eba-82e3-96ec68774bc3 req-6abfb4b4-e0e8-42c0-aaf8-73f99cc7fb73 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398697 Aug 12 01:29:07.450394 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Publish callbacks [] for router_gateway (d5125af7-d4fc-4ef0-8f0c-9920996e8421), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.461323 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Allocated IP 172.20.0.2 (beb141f1-0f93-4c0e-a606-489ef15d3286/0133dcc4-8eb4-42e6-97aa-5da6e937f960/0c7fe754-4ff7-48da-ae7a-271f4250e1c6) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:07.546466 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc654e5-96cd-4162-87e8-1fc4c0814cdf req-4aa3867a-3ad0-47d2-9931-751fb4180240 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:07.548012 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-afc654e5-96cd-4162-87e8-1fc4c0814cdf req-4aa3867a-3ad0-47d2-9931-751fb4180240 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 945 time: 0.1048732 Aug 12 01:29:07.614859 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-afc654e5-96cd-4162-87e8-1fc4c0814cdf req-59dd5fc9-d203-4a2a-9efe-f944249c7327 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602114 Aug 12 01:29:07.627185 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Publish callbacks [] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.639808 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.670105 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:07.680112 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Network beb141f1-0f93-4c0e-a606-489ef15d3286 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:07.684076 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:07.685995 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Pushing event updated for resources: {'Port': ['ID=0c7fe754-4ff7-48da-ae7a-271f4250e1c6,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:07.688218 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:07.717369 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Publish callbacks [] for router_gateway (d5125af7-d4fc-4ef0-8f0c-9920996e8421), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.736292 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.744239 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Attempting to bind port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:07.744634 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Attempting to bind port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '2365c792-4d51-4170-a355-f39978a8e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:07.744985 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Attempting to bind port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 on network beb141f1-0f93-4c0e-a606-489ef15d3286 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:07.750535 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:07.750903 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Checking segment: {'id': '2365c792-4d51-4170-a355-f39978a8e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:07.751269 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.752034 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Bound using segment: {'id': '2365c792-4d51-4170-a355-f39978a8e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:07.752496 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Bound port: 0c7fe754-4ff7-48da-ae7a-271f4250e1c6, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2365c792-4d51-4170-a355-f39978a8e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:07.752871 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.820193 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] For port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:07.823549 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] For port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=0c7fe754-4ff7-48da-ae7a-271f4250e1c6,segment=NetworkSegment(2365c792-4d51-4170-a355-f39978a8e58d),segment_id=2365c792-4d51-4170-a355-f39978a8e58d)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:07.830209 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.850295 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Allocated IP 172.27.2.215 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/c8d84cae-2cab-4736-a4e8-1b8e0d4367e6) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:07.881678 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:07.885021 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe814b-13d8-42ca-9729-ef62fd97bf3e None None] Pushing event updated for resources: {'Port': ['ID=0c7fe754-4ff7-48da-ae7a-271f4250e1c6,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:07.962756 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Publish callbacks [] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:07.972002 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:08.000294 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:08.067384 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:08.071043 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:08.073041 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d84cae-2cab-4736-a4e8-1b8e0d4367e6,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:08.075184 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:08.297714 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Publish callbacks [] for router_gateway (d5125af7-d4fc-4ef0-8f0c-9920996e8421), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:08.329620 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:08.374220 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:08.374670 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:08.415719 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:08.456681 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:08.457222 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:08.497922 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=0c7fe754-4ff7-48da-ae7a-271f4250e1c6,segment=NetworkSegment(2365c792-4d51-4170-a355-f39978a8e58d),segment_id=2365c792-4d51-4170-a355-f39978a8e58d)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:08.504238 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:08.505242 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device ae42ea69-2846-461f-8dae-a3398c7fe2b4 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:08.588875 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=0c7fe754-4ff7-48da-ae7a-271f4250e1c6,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:08.598446 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port ae42ea69-2846-461f-8dae-a3398c7fe2b4 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:08.598817 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:08.690817 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port ae42ea69-2846-461f-8dae-a3398c7fe2b4 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:08.816827 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61f38c-77ee-4929-b5ab-603f4c20cd5a req-f7da153d-3233-44ba-9837-4454ade8c399 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:08.818178 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ca61f38c-77ee-4929-b5ab-603f4c20cd5a req-f7da153d-3233-44ba-9837-4454ade8c399 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1121430 Aug 12 01:29:08.843772 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0305498-3ec1-4f2d-bb21-12cce467bd98 req-aa497881-8ba2-4298-b663-d8e4be73d71d tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:08.845181 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e0305498-3ec1-4f2d-bb21-12cce467bd98 req-aa497881-8ba2-4298-b663-d8e4be73d71d tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 945 time: 0.1277380 Aug 12 01:29:08.849689 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e184e3-5523-496b-b8af-451746bbfb8a None None] Network beb141f1-0f93-4c0e-a606-489ef15d3286 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:08.887654 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912'] for router (d5125af7-d4fc-4ef0-8f0c-9920996e8421), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:08.897843 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:08.961671 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ca61f38c-77ee-4929-b5ab-603f4c20cd5a req-1a81e3f7-177f-4f55-9441-0ec686f2a98c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358104 Aug 12 01:29:08.965627 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-9066f548-b034-499f-acf2-c034d64b4f42 None None] Provisioning complete for port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:08.965952 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9066f548-b034-499f-acf2-c034d64b4f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:08.967266 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e0305498-3ec1-4f2d-bb21-12cce467bd98 req-e6a44d4b-ce0e-4efe-b8b8-28c6e597e2f4 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123006 Aug 12 01:29:09.008021 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-8f6b09c9-67bc-4d72-94c9-a40fd4eef76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:09.060953 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-9066f548-b034-499f-acf2-c034d64b4f42 None None] Current status of the port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:09.074170 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Router d5125af7-d4fc-4ef0-8f0c-9920996e8421 is scheduled to L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 with binding_index 1 {{(pid=106301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 12 01:29:09.078495 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:09.166975 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:09.182705 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:29:09.192807 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Sync routers for ids ['d5125af7-d4fc-4ef0-8f0c-9920996e8421'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:29:09.200215 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:09.201462 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8782adb0-165f-4953-9234-a529b8569802 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0739546 Aug 12 01:29:09.204534 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49060) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:09.208147 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Routers {'d5125af7-d4fc-4ef0-8f0c-9920996e8421'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:09.208860 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-0d527762-d20a-4c82-a352-93641b621394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['d5125af7-d4fc-4ef0-8f0c-9920996e8421'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:09.282612 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Sync routers for ids ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:29:09.294367 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Routers {'103cc2dd-644c-4ba5-bccd-72c78131ef2a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:09.295060 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:09.315159 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-aea48774-2ed9-49f2-84a3-da272dd39f35 None None] Provisioning complete for port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:09.315662 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-aea48774-2ed9-49f2-84a3-da272dd39f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:09.350908 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Set router d5125af7-d4fc-4ef0-8f0c-9920996e8421 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:09.395156 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Set router 103cc2dd-644c-4ba5-bccd-72c78131ef2a gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:09.485879 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:09.498270 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:09.510778 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-aea48774-2ed9-49f2-84a3-da272dd39f35 None None] Current status of the port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:09.550488 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:09.573696 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-0d527762-d20a-4c82-a352-93641b621394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'name': 'tempest-TestMinimumBasicScenario-1643328461-router', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:08Z', 'revision_number': 3, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'gw_port': {'id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:71:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:09.616840 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:04Z', 'revision_number': 4, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '301dba7a-2eb2-4ee5-9531-faad14b30cc7', 'name': '', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'mac_address': 'fa:16:3e:c0:48:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:03Z', 'updated_at': '2022-08-12T01:29:04Z', 'revision_number': 2, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'subnets': [{'id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:09.657428 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:09.673067 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Checking router: 103cc2dd-644c-4ba5-bccd-72c78131ef2a for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:29:09.673663 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Updating router 103cc2dd-644c-4ba5-bccd-72c78131ef2a port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:29:09.797669 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Checking router: d5125af7-d4fc-4ef0-8f0c-9920996e8421 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:29:09.798239 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Updating router d5125af7-d4fc-4ef0-8f0c-9920996e8421 port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 binding host dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:29:09.839823 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:09.844534 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:09.845472 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:09.846218 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Allocated IP 172.20.0.1 (beb141f1-0f93-4c0e-a606-489ef15d3286/0133dcc4-8eb4-42e6-97aa-5da6e937f960/03c9b1f4-5d2a-401c-bf2a-96e512ab1818) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:09.927690 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:09.974013 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Publish callbacks [] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:09.982284 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:10.015399 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.120958 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Network beb141f1-0f93-4c0e-a606-489ef15d3286 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:10.155047 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:10.180813 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:10.181612 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777913'] for router_interface (d5125af7-d4fc-4ef0-8f0c-9920996e8421), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.224513 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Publish callbacks [] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.231264 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Pushing event updated for resources: {'Port': ['ID=03c9b1f4-5d2a-401c-bf2a-96e512ab1818,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:10.241935 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.282444 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:10.297861 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e66fcc-5765-47fb-97cb-572d12970d9a req-5d93e7f4-27a2-4f0e-97e0-ec8277b036a0 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:10.300088 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Publish callbacks [] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.303331 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e6e66fcc-5765-47fb-97cb-572d12970d9a req-5d93e7f4-27a2-4f0e-97e0-ec8277b036a0 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 945 time: 0.1968455 Aug 12 01:29:10.312827 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.320828 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a41978-128f-41ff-99b4-613d97cc0dc2 req-60b5e713-95fc-4018-b453-d1ff9ed4f427 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:10.328384 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-13a41978-128f-41ff-99b4-613d97cc0dc2 req-60b5e713-95fc-4018-b453-d1ff9ed4f427 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.2205493 Aug 12 01:29:10.330178 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Attempting to bind port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:10.330553 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Attempting to bind port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:10.331023 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Attempting to bind port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 on network 776c52f4-13cf-4479-a18d-8427be668cbb {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:10.340136 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:10.340518 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:10.340919 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.341318 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Bound using segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:10.341798 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Bound port: c8d84cae-2cab-4736-a4e8-1b8e0d4367e6, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:10.342176 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.376390 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedb8d3-e65b-457f-b7dd-0891ca30fbcf None None] Pushing event updated for resources: {'Port': ['ID=301dba7a-2eb2-4ee5-9531-faad14b30cc7,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:10.396613 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54eb874-6122-4c77-a95a-38fc73a9c5b6 None None] Pushing event updated for resources: {'Port': ['ID=c8d84cae-2cab-4736-a4e8-1b8e0d4367e6,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:10.403439 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-0d527762-d20a-4c82-a352-93641b621394 None None] For port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:10.408341 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-0d527762-d20a-4c82-a352-93641b621394 None None] For port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=c8d84cae-2cab-4736-a4e8-1b8e0d4367e6,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:10.417113 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:10.417787 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.420834 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.448870 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Attempting to bind port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:10.449337 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Attempting to bind port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:10.449564 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Attempting to bind port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 on network d04560af-1d78-44a3-b9e1-6b63b0e806e7 {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:10.459473 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:10.459974 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Checking segment: {'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:10.460365 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.460749 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Bound using segment: {'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:10.461216 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Bound port: 301dba7a-2eb2-4ee5-9531-faad14b30cc7, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:10.461585 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.478609 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-13a41978-128f-41ff-99b4-613d97cc0dc2 req-bee4edd7-728e-484b-8354-ce95cc210285 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492968 Aug 12 01:29:10.486943 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e6e66fcc-5765-47fb-97cb-572d12970d9a req-ee644811-fba5-4084-a530-7f969f420d64 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564500 Aug 12 01:29:10.493295 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Routers {'d5125af7-d4fc-4ef0-8f0c-9920996e8421'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:10.494294 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-0d527762-d20a-4c82-a352-93641b621394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['d5125af7-d4fc-4ef0-8f0c-9920996e8421'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:10.509642 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.534575 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:10.541224 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] For port 301dba7a-2eb2-4ee5-9531-faad14b30cc7, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:10.544443 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] For port 301dba7a-2eb2-4ee5-9531-faad14b30cc7, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=301dba7a-2eb2-4ee5-9531-faad14b30cc7,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:10.552400 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.583205 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54eb874-6122-4c77-a95a-38fc73a9c5b6 None None] Pushing event updated for resources: {'Port': ['ID=c8d84cae-2cab-4736-a4e8-1b8e0d4367e6,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:10.593805 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Routers {'103cc2dd-644c-4ba5-bccd-72c78131ef2a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:10.594432 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:10.609372 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-b5907392-6487-49c7-9dfd-fca8cac0e418 None None] Provisioning complete for port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:10.609741 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b5907392-6487-49c7-9dfd-fca8cac0e418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.648559 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedb8d3-e65b-457f-b7dd-0891ca30fbcf None None] Pushing event updated for resources: {'Port': ['ID=301dba7a-2eb2-4ee5-9531-faad14b30cc7,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:10.653272 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:10.673700 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:10.693806 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-b5907392-6487-49c7-9dfd-fca8cac0e418 None None] Port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:29:10.694546 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Publish callbacks [] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.697225 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:10.700440 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-0d527762-d20a-4c82-a352-93641b621394 None None] Set router d5125af7-d4fc-4ef0-8f0c-9920996e8421 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:10.703984 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.705853 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1778249'] for router_interface (d5125af7-d4fc-4ef0-8f0c-9920996e8421), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:10.714529 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] Set router 103cc2dd-644c-4ba5-bccd-72c78131ef2a gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:10.787788 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Pushing event updated for resources: {'Port': ['ID=03c9b1f4-5d2a-401c-bf2a-96e512ab1818,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:10.840729 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Network beb141f1-0f93-4c0e-a606-489ef15d3286 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:10.842259 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:10.909278 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:04Z', 'revision_number': 4, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '301dba7a-2eb2-4ee5-9531-faad14b30cc7', 'name': '', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'mac_address': 'fa:16:3e:c0:48:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:03Z', 'updated_at': '2022-08-12T01:29:10Z', 'revision_number': 4, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'subnets': [{'id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:10.919211 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-0d527762-d20a-4c82-a352-93641b621394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'name': 'tempest-TestMinimumBasicScenario-1643328461-router', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:10Z', 'revision_number': 4, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'gw_port': {'id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:71:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '03c9b1f4-5d2a-401c-bf2a-96e512ab1818', 'name': '', 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'mac_address': 'fa:16:3e:f4:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0133dcc4-8eb4-42e6-97aa-5da6e937f960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:09Z', 'updated_at': '2022-08-12T01:29:09Z', 'revision_number': 1, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'subnets': [{'id': '0133dcc4-8eb4-42e6-97aa-5da6e937f960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:10.941638 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8b2a8-34e4-451a-a550-ff72fdabe9a3 None None] The sync data for ids ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'] in dv-cinder-784815-15-iscsi is: [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:04Z', 'revision_number': 4, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '301dba7a-2eb2-4ee5-9531-faad14b30cc7', 'name': '', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'mac_address': 'fa:16:3e:c0:48:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:03Z', 'updated_at': '2022-08-12T01:29:10Z', 'revision_number': 4, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'subnets': [{'id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:29:10.946365 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d527762-d20a-4c82-a352-93641b621394 None None] The sync data for ids ['d5125af7-d4fc-4ef0-8f0c-9920996e8421'] in dv-cinder-784815-15-iscsi is: [{'id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'name': 'tempest-TestMinimumBasicScenario-1643328461-router', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:10Z', 'revision_number': 4, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'gw_port': {'id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:71:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '03c9b1f4-5d2a-401c-bf2a-96e512ab1818', 'name': '', 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'mac_address': 'fa:16:3e:f4:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0133dcc4-8eb4-42e6-97aa-5da6e937f960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:09Z', 'updated_at': '2022-08-12T01:29:09Z', 'revision_number': 1, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'subnets': [{'id': '0133dcc4-8eb4-42e6-97aa-5da6e937f960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:29:10.954409 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:10.960327 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Router d5125af7-d4fc-4ef0-8f0c-9920996e8421 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:29:10.964508 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:11.099098 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:29:11.104554 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ec1836c8-d2b5-4e36-b06e-853714603a80 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/d5125af7-d4fc-4ef0-8f0c-9920996e8421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8988602 Aug 12 01:29:11.227035 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-1e50fd33-1fb1-446f-bfff-06fed0cca60d None None] Provisioning complete for port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:11.227922 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1e50fd33-1fb1-446f-bfff-06fed0cca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:11.282149 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-1e50fd33-1fb1-446f-bfff-06fed0cca60d None None] Port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:29:11.515617 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:11.667653 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:11.675672 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402ab8b-437b-41d6-914b-573cca10418c req-5197bc13-12cb-4223-b09f-f554ab803e8f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:11.677392 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6402ab8b-437b-41d6-914b-573cca10418c req-5197bc13-12cb-4223-b09f-f554ab803e8f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1063523 Aug 12 01:29:11.698861 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ae27d-2561-4f5b-ab4b-0ff551ab5274 req-1ef407d9-6aa1-4cad-8a3d-a03cae3b2ed7 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:11.700455 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c21ae27d-2561-4f5b-ab4b-0ff551ab5274 req-1ef407d9-6aa1-4cad-8a3d-a03cae3b2ed7 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 945 time: 0.1153357 Aug 12 01:29:11.785671 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6402ab8b-437b-41d6-914b-573cca10418c req-6539ca95-7b4a-4900-806b-8c5583693aa9 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934424 Aug 12 01:29:11.790496 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c21ae27d-2561-4f5b-ab4b-0ff551ab5274 req-88c1477c-8c75-420f-9ec7-b1388497d19f tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838928 Aug 12 01:29:12.326466 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:12.393293 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:12.395598 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:12.476430 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:12.476983 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:12.499975 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=c8d84cae-2cab-4736-a4e8-1b8e0d4367e6,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:12.505416 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:12.506524 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 301dba7a-2eb2-4ee5-9531-faad14b30cc7 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:12.603017 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:12.603770 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:12.641409 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=c8d84cae-2cab-4736-a4e8-1b8e0d4367e6,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:12.702130 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:12.702690 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:12.739515 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 301dba7a-2eb2-4ee5-9531-faad14b30cc7, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=301dba7a-2eb2-4ee5-9531-faad14b30cc7,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:12.745474 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:12.818013 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=301dba7a-2eb2-4ee5-9531-faad14b30cc7,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:13.041014 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e01fd9-dc93-43eb-ae6b-b8b3287b48b2 req-d78fe176-a1cf-4bbc-a1e5-a856094a76db tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:13.043224 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f7e01fd9-dc93-43eb-ae6b-b8b3287b48b2 req-d78fe176-a1cf-4bbc-a1e5-a856094a76db tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 945 time: 0.0797818 Aug 12 01:29:13.050013 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143bd4a-79a4-41d4-9c61-54cbb0810af5 req-1991679f-83de-4625-a9ee-e958de926c98 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:13.057966 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1143bd4a-79a4-41d4-9c61-54cbb0810af5 req-1991679f-83de-4625-a9ee-e958de926c98 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1098356 Aug 12 01:29:13.145116 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1143bd4a-79a4-41d4-9c61-54cbb0810af5 req-a79c884c-d76b-4bfe-a08e-90d83f31f7fa tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860090 Aug 12 01:29:13.149794 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f7e01fd9-dc93-43eb-ae6b-b8b3287b48b2 req-81bf6465-530c-4980-a7cf-2c6f5a96f890 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843458 Aug 12 01:29:13.167772 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:13.717259 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-91972e7a-b697-45c4-8275-6e4cc81dbd93 req-b3454ac8-2df1-4824-a726-352c7ed70951 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2963929 Aug 12 01:29:13.852765 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91972e7a-b697-45c4-8275-6e4cc81dbd93 req-b0478883-b919-4f35-85a1-a49d44903fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:13.854032 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-91972e7a-b697-45c4-8275-6e4cc81dbd93 req-b0478883-b919-4f35-85a1-a49d44903fea service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 1130 time: 0.0489304 Aug 12 01:29:14.162740 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91972e7a-b697-45c4-8275-6e4cc81dbd93 req-37b0bed0-c7a3-41b9-9348-49a25a8e9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:14.182893 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-91972e7a-b697-45c4-8275-6e4cc81dbd93 req-37b0bed0-c7a3-41b9-9348-49a25a8e9193 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.1645498 Aug 12 01:29:14.192826 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402b623-bd21-4452-a4e9-f666aee83123 req-a9692688-824b-44cd-8727-1634ae89fc4d tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:14.194582 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b402b623-bd21-4452-a4e9-f666aee83123 req-a9692688-824b-44cd-8727-1634ae89fc4d tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 945 time: 0.1230671 Aug 12 01:29:14.237940 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-91972e7a-b697-45c4-8275-6e4cc81dbd93 req-fc0a096c-d00c-4743-a285-4c0bd71ce0f5 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f387b69c-4056-4801-b83e-52cf09447e9f HTTP/1.1" status: 200 len: 217 time: 0.0454519 Aug 12 01:29:14.353056 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-b402b623-bd21-4452-a4e9-f666aee83123 req-b00c3989-f508-439f-981e-d9ac3e67dd82 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Deleting port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:29:14.353373 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b402b623-bd21-4452-a4e9-f666aee83123 req-b00c3989-f508-439f-981e-d9ac3e67dd82 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:14.408969 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:14.429359 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89792892-7818-4afd-adf0-e9df44a854c4 req-397ccb42-31f5-4f91-9b62-3462f38106b9 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:14.442412 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-89792892-7818-4afd-adf0-e9df44a854c4 req-397ccb42-31f5-4f91-9b62-3462f38106b9 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 945 time: 0.1466703 Aug 12 01:29:14.491238 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:14.491580 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:14.506284 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26448f-1f04-4fb1-8eda-ae24f89635dc req-8cace615-0f79-45a4-92b5-df4c26eff242 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:14.509375 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:14.511650 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8c26448f-1f04-4fb1-8eda-ae24f89635dc req-8cace615-0f79-45a4-92b5-df4c26eff242 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.2765486 Aug 12 01:29:14.552732 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:14.596422 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-b402b623-bd21-4452-a4e9-f666aee83123 req-b00c3989-f508-439f-981e-d9ac3e67dd82 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] For port e88a4d4f-78ca-43d6-9412-606c68ca8ff1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e88a4d4f-78ca-43d6-9412-606c68ca8ff1,segment=NetworkSegment(75c40d46-008d-4f5b-925b-ded1fe8e5755),segment_id=75c40d46-008d-4f5b-925b-ded1fe8e5755)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:14.598053 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b402b623-bd21-4452-a4e9-f666aee83123 req-b00c3989-f508-439f-981e-d9ac3e67dd82 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:14.607602 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91972e7a-b697-45c4-8275-6e4cc81dbd93 req-63301670-c917-492e-937f-c5347fbf8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:14.610432 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-91972e7a-b697-45c4-8275-6e4cc81dbd93 req-63301670-c917-492e-937f-c5347fbf8c72 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.3631256 Aug 12 01:29:14.670948 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:14.672387 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 301dba7a-2eb2-4ee5-9531-faad14b30cc7 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:14.688250 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-b402b623-bd21-4452-a4e9-f666aee83123 req-b00c3989-f508-439f-981e-d9ac3e67dd82 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Calling delete_port for e88a4d4f-78ca-43d6-9412-606c68ca8ff1 owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:29:14.709337 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8c26448f-1f04-4fb1-8eda-ae24f89635dc req-dac10a7b-6865-4aa5-b2ae-1117fedac2e7 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719184 Aug 12 01:29:14.751682 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:14.751830 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:14.787854 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-89792892-7818-4afd-adf0-e9df44a854c4 req-ff054545-ee0b-43e2-95fa-747c82ce033b tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a3503b24-3a5c-4183-b2c0-8f4a07071661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442376 Aug 12 01:29:14.809831 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91972e7a-b697-45c4-8275-6e4cc81dbd93 req-85375028-01e8-4d2c-a8ab-11cea97359de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:14.811738 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-91972e7a-b697-45c4-8275-6e4cc81dbd93 req-85375028-01e8-4d2c-a8ab-11cea97359de service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1852431 Aug 12 01:29:14.818884 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Sync routers for ids ['d5125af7-d4fc-4ef0-8f0c-9920996e8421'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:29:14.903007 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Routers {'d5125af7-d4fc-4ef0-8f0c-9920996e8421'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:14.903696 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['d5125af7-d4fc-4ef0-8f0c-9920996e8421'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:14.927632 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:14.955339 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:14.957393 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:14.964905 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b402b623-bd21-4452-a4e9-f666aee83123 req-b00c3989-f508-439f-981e-d9ac3e67dd82 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (e88a4d4f-78ca-43d6-9412-606c68ca8ff1), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:15.034066 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:15.055307 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c3989-f508-439f-981e-d9ac3e67dd82 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Pushing event deleted for resources: {'Port': ['ID=e88a4d4f-78ca-43d6-9412-606c68ca8ff1,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:15.068422 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-91972e7a-b697-45c4-8275-6e4cc81dbd93 req-c51c3b62-1279-49ec-bf44-ecd0d80e8127 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371101 Aug 12 01:29:15.124445 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['e88a4d4f-78ca-43d6-9412-606c68ca8ff1'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:29:15.244751 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b402b623-bd21-4452-a4e9-f666aee83123 req-b00c3989-f508-439f-981e-d9ac3e67dd82 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] No DVR routers for this DVR port e88a4d4f-78ca-43d6-9412-606c68ca8ff1 on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:29:15.252840 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b402b623-bd21-4452-a4e9-f666aee83123 req-b00c3989-f508-439f-981e-d9ac3e67dd82 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:15.267628 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-91972e7a-b697-45c4-8275-6e4cc81dbd93 req-4b805b40-4787-4439-ab59-d39e4e6aa9d9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945190 Aug 12 01:29:15.268250 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b402b623-bd21-4452-a4e9-f666aee83123 req-b00c3989-f508-439f-981e-d9ac3e67dd82 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.15 "DELETE /networking/v2.0/ports/e88a4d4f-78ca-43d6-9412-606c68ca8ff1 HTTP/1.1" status: 204 len: 173 time: 1.0617669 Aug 12 01:29:15.268740 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26be209b-84c3-49e2-a869-ea8c00f94851', 'name': 'network-vif-deleted', 'tag': 'e88a4d4f-78ca-43d6-9412-606c68ca8ff1'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:29:15.272482 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c203fe8a-27fc-43ad-9ead-f0a3ce9ec35a" -d '{"events": [{"server_uuid": "26be209b-84c3-49e2-a869-ea8c00f94851", "name": "network-vif-deleted", "tag": "e88a4d4f-78ca-43d6-9412-606c68ca8ff1"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:29:15.372395 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:15.376085 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d9cf15-4c4e-478e-b075-e7a7f1c71272 x-openstack-request-id: req-37d9cf15-4c4e-478e-b075-e7a7f1c71272 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:29:15.378236 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26be209b-84c3-49e2-a869-ea8c00f94851", "name": "network-vif-deleted", "tag": "e88a4d4f-78ca-43d6-9412-606c68ca8ff1", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:29:15.378322 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37d9cf15-4c4e-478e-b075-e7a7f1c71272 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:29:15.378878 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d9cf15-4c4e-478e-b075-e7a7f1c71272'] response: {'server_uuid': '26be209b-84c3-49e2-a869-ea8c00f94851', 'name': 'network-vif-deleted', 'tag': 'e88a4d4f-78ca-43d6-9412-606c68ca8ff1', 'status': 'completed', 'code': 200} Aug 12 01:29:15.459375 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Set router d5125af7-d4fc-4ef0-8f0c-9920996e8421 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:15.882488 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'name': 'tempest-TestMinimumBasicScenario-1643328461-router', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:10Z', 'revision_number': 4, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'gw_port': {'id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '03c9b1f4-5d2a-401c-bf2a-96e512ab1818', 'name': '', 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'mac_address': 'fa:16:3e:f4:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0133dcc4-8eb4-42e6-97aa-5da6e937f960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:09Z', 'updated_at': '2022-08-12T01:29:10Z', 'revision_number': 2, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'subnets': [{'id': '0133dcc4-8eb4-42e6-97aa-5da6e937f960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:15.896594 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abf735-5386-4ec7-a6b3-a3f5e468c7db req-feaaccc9-48e0-4b0d-a927-52e62b3d2efe tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:15.908475 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e6abf735-5386-4ec7-a6b3-a3f5e468c7db req-feaaccc9-48e0-4b0d-a927-52e62b3d2efe tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1122861 Aug 12 01:29:15.916730 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Checking router: d5125af7-d4fc-4ef0-8f0c-9920996e8421 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:29:15.917256 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Updating router d5125af7-d4fc-4ef0-8f0c-9920996e8421 port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 binding host dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:29:15.960507 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7677c8a5-74a6-4810-8bbd-fc6548182502 req-bf1444af-7af1-4c80-bbe5-507776406357 tempest-DeleteServersTestJSON-1853341616 tempest-DeleteServersTestJSON-1853341616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=26be209b-84c3-49e2-a869-ea8c00f94851 HTTP/1.1" status: 200 len: 210 time: 0.0397131 Aug 12 01:29:15.980689 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:16.017087 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e6abf735-5386-4ec7-a6b3-a3f5e468c7db req-bb7c707e-07cb-4030-aeb8-b71ba3148178 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067786 Aug 12 01:29:16.295731 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Publish callbacks [] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:16.302516 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:16.337422 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:16.343832 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:16.405180 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc35a9-990e-4bfe-b584-7a28ca980cfc None None] Pushing event updated for resources: {'Port': ['ID=03c9b1f4-5d2a-401c-bf2a-96e512ab1818,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:16.433434 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Attempting to bind port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:16.433904 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Attempting to bind port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '2365c792-4d51-4170-a355-f39978a8e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:16.434340 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Attempting to bind port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 on network beb141f1-0f93-4c0e-a606-489ef15d3286 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:16.440402 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:16.440884 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Checking segment: {'id': '2365c792-4d51-4170-a355-f39978a8e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:16.441593 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:16.443304 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Bound using segment: {'id': '2365c792-4d51-4170-a355-f39978a8e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:16.443304 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Bound port: 03c9b1f4-5d2a-401c-bf2a-96e512ab1818, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2365c792-4d51-4170-a355-f39978a8e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:16.443304 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:16.523931 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] For port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:16.527447 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] For port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=03c9b1f4-5d2a-401c-bf2a-96e512ab1818,segment=NetworkSegment(2365c792-4d51-4170-a355-f39978a8e58d),segment_id=2365c792-4d51-4170-a355-f39978a8e58d)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:16.536302 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:16.573446 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Routers {'d5125af7-d4fc-4ef0-8f0c-9920996e8421'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:16.574082 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['d5125af7-d4fc-4ef0-8f0c-9920996e8421'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:16.639815 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc35a9-990e-4bfe-b584-7a28ca980cfc None None] Pushing event updated for resources: {'Port': ['ID=03c9b1f4-5d2a-401c-bf2a-96e512ab1818,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:16.711992 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] Set router d5125af7-d4fc-4ef0-8f0c-9920996e8421 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:16.982880 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'name': 'tempest-TestMinimumBasicScenario-1643328461-router', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:10Z', 'revision_number': 4, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'gw_port': {'id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '03c9b1f4-5d2a-401c-bf2a-96e512ab1818', 'name': '', 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'mac_address': 'fa:16:3e:f4:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0133dcc4-8eb4-42e6-97aa-5da6e937f960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:09Z', 'updated_at': '2022-08-12T01:29:16Z', 'revision_number': 4, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'subnets': [{'id': '0133dcc4-8eb4-42e6-97aa-5da6e937f960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:17.011574 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383b96f-a222-43b3-942a-19ff13277141 None None] The sync data for ids ['d5125af7-d4fc-4ef0-8f0c-9920996e8421'] in dv-cinder-784815-15-iscsi is: [{'id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'name': 'tempest-TestMinimumBasicScenario-1643328461-router', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:10Z', 'revision_number': 4, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'gw_port': {'id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '03c9b1f4-5d2a-401c-bf2a-96e512ab1818', 'name': '', 'network_id': 'beb141f1-0f93-4c0e-a606-489ef15d3286', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'mac_address': 'fa:16:3e:f4:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0133dcc4-8eb4-42e6-97aa-5da6e937f960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:09Z', 'updated_at': '2022-08-12T01:29:16Z', 'revision_number': 4, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'subnets': [{'id': '0133dcc4-8eb4-42e6-97aa-5da6e937f960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:29:17.200347 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f577d7-2fed-4be2-9b7d-061f8919ccab req-f245768a-9a9f-47a6-8a55-a51d28967dcd tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:17.207309 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-12f577d7-2fed-4be2-9b7d-061f8919ccab req-f245768a-9a9f-47a6-8a55-a51d28967dcd tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0873678 Aug 12 01:29:17.267370 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-12f577d7-2fed-4be2-9b7d-061f8919ccab req-285a3403-7764-423c-be0f-35e3b11c64f5 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570571 Aug 12 01:29:18.260473 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device e88a4d4f-78ca-43d6-9412-606c68ca8ff1 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:29:18.285236 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:18.314565 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: e88a4d4f-78ca-43d6-9412-606c68ca8ff1 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:29:18.314918 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device e88a4d4f-78ca-43d6-9412-606c68ca8ff1 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:29:18.364992 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:18.365505 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:18.410091 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ab280-14a4-4e1c-a0ce-7ede24f74fb6 req-babcc59a-593a-45eb-8c83-6968c7029eea tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:18.420325 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-618ab280-14a4-4e1c-a0ce-7ede24f74fb6 req-babcc59a-593a-45eb-8c83-6968c7029eea tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0591302 Aug 12 01:29:18.449771 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:18.450167 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:18.474308 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-618ab280-14a4-4e1c-a0ce-7ede24f74fb6 req-6c772865-17ad-4e01-96cc-c67ecbdfb7bb tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525775 Aug 12 01:29:18.503436 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=03c9b1f4-5d2a-401c-bf2a-96e512ab1818,segment=NetworkSegment(2365c792-4d51-4170-a355-f39978a8e58d),segment_id=2365c792-4d51-4170-a355-f39978a8e58d)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:18.507768 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:18.561563 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=03c9b1f4-5d2a-401c-bf2a-96e512ab1818,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:18.748774 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49256) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:19.436218 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a49fb094-593a-41ca-8318-a43ad21560b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1778284'] for router_interface (44745647-aa24-4aaf-8924-f13a864c3d97), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:19.609216 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f4e6c-5667-4cb0-9aad-66f7efa8eb99 req-379ac50a-06f9-4955-a197-caa25a6a6f64 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:19.611034 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3a1f4e6c-5667-4cb0-9aad-66f7efa8eb99 req-379ac50a-06f9-4955-a197-caa25a6a6f64 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0665479 Aug 12 01:29:19.686181 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3a1f4e6c-5667-4cb0-9aad-66f7efa8eb99 req-d935f582-af46-433a-be9e-ab8890afed1c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644825 Aug 12 01:29:19.816142 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-a49fb094-593a-41ca-8318-a43ad21560b0 admin admin] Deleting port cf23beed-547d-4dae-a0d6-69f4d1253b04 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:29:19.816765 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a49fb094-593a-41ca-8318-a43ad21560b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:19.881793 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:19.912176 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-a49fb094-593a-41ca-8318-a43ad21560b0 admin admin] For port cf23beed-547d-4dae-a0d6-69f4d1253b04, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=cf23beed-547d-4dae-a0d6-69f4d1253b04,segment=NetworkSegment(75c40d46-008d-4f5b-925b-ded1fe8e5755),segment_id=75c40d46-008d-4f5b-925b-ded1fe8e5755)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:19.912536 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a49fb094-593a-41ca-8318-a43ad21560b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:19.927778 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-a49fb094-593a-41ca-8318-a43ad21560b0 admin admin] Calling delete_port for cf23beed-547d-4dae-a0d6-69f4d1253b04 owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:29:20.139607 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a49fb094-593a-41ca-8318-a43ad21560b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (cf23beed-547d-4dae-a0d6-69f4d1253b04), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:20.147229 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:20.172661 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fb094-593a-41ca-8318-a43ad21560b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf23beed-547d-4dae-a0d6-69f4d1253b04,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:20.332972 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:20.421954 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:20.422411 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:20.463235 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:20.479432 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:20.484168 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a49fb094-593a-41ca-8318-a43ad21560b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778368'] for router_interface (44745647-aa24-4aaf-8924-f13a864c3d97), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:20.514305 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:20.806139 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49296) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:20.858960 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49fb094-593a-41ca-8318-a43ad21560b0 admin admin] Router 44745647-aa24-4aaf-8924-f13a864c3d97 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:29:20.919064 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d009c2-84ea-4cfc-8b31-d50c3ad548cf req-ce9611e0-d4d4-47d5-bf31-5b591c66164d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:20.920947 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-62d009c2-84ea-4cfc-8b31-d50c3ad548cf req-ce9611e0-d4d4-47d5-bf31-5b591c66164d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0893705 Aug 12 01:29:20.993840 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-62d009c2-84ea-4cfc-8b31-d50c3ad548cf req-197618b6-fe93-4cd9-a4ad-07cd72b163be tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663636 Aug 12 01:29:21.032944 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-64eedeb3-d885-476e-9063-0130931e6a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:21.062935 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49fb094-593a-41ca-8318-a43ad21560b0 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:29:21.072331 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a49fb094-593a-41ca-8318-a43ad21560b0 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/44745647-aa24-4aaf-8924-f13a864c3d97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3196774 Aug 12 01:29:21.072908 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49304) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:21.078923 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6d91c-8e8d-4393-a679-e0978e2b4b2c None None] Sync routers for ids ['44745647-aa24-4aaf-8924-f13a864c3d97'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:29:21.098958 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6d91c-8e8d-4393-a679-e0978e2b4b2c None None] Routers {'44745647-aa24-4aaf-8924-f13a864c3d97'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:21.099608 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-04b6d91c-8e8d-4393-a679-e0978e2b4b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['44745647-aa24-4aaf-8924-f13a864c3d97'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:21.136887 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-64eedeb3-d885-476e-9063-0130931e6a25 admin admin] Publish callbacks [] for security_group (8962e64e-62b4-43cf-a0cd-f880cd0ae085), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:21.147554 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-64eedeb3-d885-476e-9063-0130931e6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (8962e64e-62b4-43cf-a0cd-f880cd0ae085), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:21.195436 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eedeb3-d885-476e-9063-0130931e6a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8962e64e-62b4-43cf-a0cd-f880cd0ae085,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:21.203940 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-64eedeb3-d885-476e-9063-0130931e6a25 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6be05fbad5d0495da323f6445cfba33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3941755 Aug 12 01:29:21.205107 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49306) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:21.259346 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-04b6d91c-8e8d-4393-a679-e0978e2b4b2c None None] Set router 44745647-aa24-4aaf-8924-f13a864c3d97 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:21.265777 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Publish callbacks [] for router (44745647-aa24-4aaf-8924-f13a864c3d97), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:21.281246 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2862a73-2ad7-495b-b4d9-6430bdfb0fd6 admin admin] Publish callbacks [] for security_group (8962e64e-62b4-43cf-a0cd-f880cd0ae085), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:21.311336 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2862a73-2ad7-495b-b4d9-6430bdfb0fd6 admin admin] Publish callbacks [] for security_group (8962e64e-62b4-43cf-a0cd-f880cd0ae085), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:21.370272 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:21.378289 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Publish callbacks [] for router_gateway (44745647-aa24-4aaf-8924-f13a864c3d97), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:21.381767 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:21.397194 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2862a73-2ad7-495b-b4d9-6430bdfb0fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (8962e64e-62b4-43cf-a0cd-f880cd0ae085), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:21.401475 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2862a73-2ad7-495b-b4d9-6430bdfb0fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:21.404249 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c2862a73-2ad7-495b-b4d9-6430bdfb0fd6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8962e64e-62b4-43cf-a0cd-f880cd0ae085 HTTP/1.1" status: 204 len: 168 time: 0.1972287 Aug 12 01:29:21.417330 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:21.418793 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2862a73-2ad7-495b-b4d9-6430bdfb0fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8962e64e-62b4-43cf-a0cd-f880cd0ae085,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:21.446360 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Deleting port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:29:21.446820 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:21.523175 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-04b6d91c-8e8d-4393-a679-e0978e2b4b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'name': 'tempest-DeleteServersTestJSON-724804261-router', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:29:20Z', 'revision_number': 5, 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'gw_port': {'id': 'e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:00Z', 'updated_at': '2022-08-12T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:21.555226 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6d91c-8e8d-4393-a679-e0978e2b4b2c None None] Checking router: 44745647-aa24-4aaf-8924-f13a864c3d97 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:29:21.568521 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6d91c-8e8d-4393-a679-e0978e2b4b2c None None] Routers {'44745647-aa24-4aaf-8924-f13a864c3d97'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:21.569554 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-04b6d91c-8e8d-4393-a679-e0978e2b4b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['44745647-aa24-4aaf-8924-f13a864c3d97'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:21.571101 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] For port e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:21.571814 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:21.587776 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Calling delete_port for e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:29:21.670948 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-04b6d91c-8e8d-4393-a679-e0978e2b4b2c None None] Set router 44745647-aa24-4aaf-8924-f13a864c3d97 gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:21.741804 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-04b6d91c-8e8d-4393-a679-e0978e2b4b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'name': 'tempest-DeleteServersTestJSON-724804261-router', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:29:21Z', 'revision_number': 6, 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'gw_port_host': None}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:21.778354 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6d91c-8e8d-4393-a679-e0978e2b4b2c None None] The sync data for ids ['44745647-aa24-4aaf-8924-f13a864c3d97'] in dv-cinder-784815-15-iscsi is: [{'id': '44745647-aa24-4aaf-8924-f13a864c3d97', 'name': 'tempest-DeleteServersTestJSON-724804261-router', 'tenant_id': '7cf0858834c84aaa993de55f361d6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:29:21Z', 'revision_number': 6, 'project_id': '7cf0858834c84aaa993de55f361d6ed9', 'gw_port_host': None}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:29:21.802238 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:21.838957 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Pushing event deleted for resources: {'Port': ['ID=e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:21.890080 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:21.933001 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362832'] for router_gateway (44745647-aa24-4aaf-8924-f13a864c3d97), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.135902 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (44745647-aa24-4aaf-8924-f13a864c3d97), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.138663 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Publish callbacks [] for router_controller (44745647-aa24-4aaf-8924-f13a864c3d97), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.246225 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39677167-176b-4335-8bbf-c4cccede9c8f req-99ffc4ab-455f-4d75-b29d-7de826b5fdf9 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:22.247928 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-39677167-176b-4335-8bbf-c4cccede9c8f req-99ffc4ab-455f-4d75-b29d-7de826b5fdf9 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1313360 Aug 12 01:29:22.312627 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1780034'] for router (44745647-aa24-4aaf-8924-f13a864c3d97), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.313212 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44745647-aa24-4aaf-8924-f13a864c3d97 {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 01:29:22.326918 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.328117 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b080dffc-7564-452a-8b28-ea9220f0b912 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/44745647-aa24-4aaf-8924-f13a864c3d97 HTTP/1.1" status: 204 len: 168 time: 1.2542787 Aug 12 01:29:22.331911 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49338) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:22.386200 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-39677167-176b-4335-8bbf-c4cccede9c8f req-cdfa2c75-cbe4-4213-a975-32ee35c92d95 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257367 Aug 12 01:29:22.431114 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-150429d9-1eae-4f5e-baba-87ceb0877251 admin admin] Deleting subnet 2462bb67-4f74-4a92-9e7d-27e8f69f911e {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:29:22.436335 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-150429d9-1eae-4f5e-baba-87ceb0877251 admin admin] Publish callbacks [] for subnet (2462bb67-4f74-4a92-9e7d-27e8f69f911e), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.465863 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device cf23beed-547d-4dae-a0d6-69f4d1253b04 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:29:22.492657 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: cf23beed-547d-4dae-a0d6-69f4d1253b04 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:29:22.493344 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device cf23beed-547d-4dae-a0d6-69f4d1253b04 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:29:22.510352 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-150429d9-1eae-4f5e-baba-87ceb0877251 admin admin] Publish callbacks [] for subnet (2462bb67-4f74-4a92-9e7d-27e8f69f911e), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.572316 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49342) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:22.607223 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-150429d9-1eae-4f5e-baba-87ceb0877251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (2462bb67-4f74-4a92-9e7d-27e8f69f911e), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.675494 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-150429d9-1eae-4f5e-baba-87ceb0877251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (2462bb67-4f74-4a92-9e7d-27e8f69f911e), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.706973 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150429d9-1eae-4f5e-baba-87ceb0877251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2462bb67-4f74-4a92-9e7d-27e8f69f911e,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:22.707272 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-967580522-network', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:22.713495 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-150429d9-1eae-4f5e-baba-87ceb0877251 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.717834 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-150429d9-1eae-4f5e-baba-87ceb0877251 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/2462bb67-4f74-4a92-9e7d-27e8f69f911e HTTP/1.1" status: 204 len: 168 time: 0.3846149 Aug 12 01:29:22.722478 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49346) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:22.726651 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b1d755-8ec0-4895-a0ea-77ad0022dca1 None None] Network a06d250a-3f70-4fa5-8a58-5159fc388d07 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:22.772927 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Made reservation on behalf of 2ca05e52a1c94aa7a8877ea34c412c95 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:22.775886 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.845094 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.883281 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:22.902101 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (a06d250a-3f70-4fa5-8a58-5159fc388d07), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:22.941586 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5675e849-3788-443c-8ee3-f782b1cc0e31 None None] DHCP port deletion for a06d250a-3f70-4fa5-8a58-5159fc388d07 request from dv-cinder-784815-15-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 12 01:29:22.986435 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Deleting port f2af7072-7b22-4c6c-8d93-851850e4c183 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:29:22.986435 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.022533 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-5675e849-3788-443c-8ee3-f782b1cc0e31 None None] Deleting port f2af7072-7b22-4c6c-8d93-851850e4c183 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:29:23.022821 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5675e849-3788-443c-8ee3-f782b1cc0e31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.080203 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Publish callbacks [] for security_group (b49ad38b-4d92-407a-b490-73d768875bd2), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.081562 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] For port f2af7072-7b22-4c6c-8d93-851850e4c183, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f2af7072-7b22-4c6c-8d93-851850e4c183,segment=NetworkSegment(75c40d46-008d-4f5b-925b-ded1fe8e5755),segment_id=75c40d46-008d-4f5b-925b-ded1fe8e5755)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:23.081787 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.098436 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (b49ad38b-4d92-407a-b490-73d768875bd2), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.116801 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-5675e849-3788-443c-8ee3-f782b1cc0e31 None None] For port f2af7072-7b22-4c6c-8d93-851850e4c183, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f2af7072-7b22-4c6c-8d93-851850e4c183,segment=NetworkSegment(75c40d46-008d-4f5b-925b-ded1fe8e5755),segment_id=75c40d46-008d-4f5b-925b-ded1fe8e5755)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:23.117469 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5675e849-3788-443c-8ee3-f782b1cc0e31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.119361 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Calling delete_port for f2af7072-7b22-4c6c-8d93-851850e4c183 owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:29:23.139685 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:29:23.140718 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-5675e849-3788-443c-8ee3-f782b1cc0e31 None None] Calling delete_port for f2af7072-7b22-4c6c-8d93-851850e4c183 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:29:23.208135 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (4dcca122-6f5e-4f5e-9f45-a8790f281b43), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.208521 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Added segment 4dcca122-6f5e-4f5e-9f45-a8790f281b43 of type vlan for network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 Aug 12 01:29:23.218500 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49ad38b-4d92-407a-b490-73d768875bd2,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:23.276924 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (4d3c14b0-d6e3-49a6-94a3-2110714459d1), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.315417 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.328199 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5675e849-3788-443c-8ee3-f782b1cc0e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018'] for port (f2af7072-7b22-4c6c-8d93-851850e4c183), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.358267 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (4d3c14b0-d6e3-49a6-94a3-2110714459d1), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.359290 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:23.359917 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.367477 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Pushing event deleted for resources: {'Port': ['ID=f2af7072-7b22-4c6c-8d93-851850e4c183,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:23.370565 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] No DVR routers for this DVR port f2af7072-7b22-4c6c-8d93-851850e4c183 on host dv-cinder-784815-15-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:29:23.392006 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675e849-3788-443c-8ee3-f782b1cc0e31 None None] Pushing event deleted for resources: {'Port': ['ID=f2af7072-7b22-4c6c-8d93-851850e4c183,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:23.395707 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:23.395891 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5675e849-3788-443c-8ee3-f782b1cc0e31 None None] No DVR routers for this DVR port f2af7072-7b22-4c6c-8d93-851850e4c183 on host dv-cinder-784815-15-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:29:23.564186 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070b11f-a0f8-4e21-b564-930a2668d321 req-d31afcac-937e-4677-a730-57becd780cc8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:23.565940 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1070b11f-a0f8-4e21-b564-930a2668d321 req-d31afcac-937e-4677-a730-57becd780cc8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0653894 Aug 12 01:29:23.676130 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1070b11f-a0f8-4e21-b564-930a2668d321 req-bd6ec9d5-0ec9-4f36-9855-7ffbab975760 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043470 Aug 12 01:29:23.711435 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1354377 Aug 12 01:29:23.713089 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49358) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:23.729872 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-12ae680f-133e-4de0-b0f6-7b76ebd5d75f admin admin] Request body: {'subnet': {'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-967580522-subnet', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:23.765085 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ae680f-133e-4de0-b0f6-7b76ebd5d75f admin admin] Made reservation on behalf of 2ca05e52a1c94aa7a8877ea34c412c95 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:23.768230 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-12ae680f-133e-4de0-b0f6-7b76ebd5d75f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.788663 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee86de-7183-4dd8-b862-3cab60fbe818 admin admin] Pushing event updated for resources: {'Network': ['ID=4d3c14b0-d6e3-49a6-94a3-2110714459d1,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:23.800897 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:29:23.811203 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (a06d250a-3f70-4fa5-8a58-5159fc388d07), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.844704 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06d250a-3f70-4fa5-8a58-5159fc388d07']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:23.871124 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c40d46-008d-4f5b-925b-ded1fe8e5755') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:23.871412 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c40d46-008d-4f5b-925b-ded1fe8e5755') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:23.886127 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66769570'] for segment (75c40d46-008d-4f5b-925b-ded1fe8e5755), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.919189 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (75c40d46-008d-4f5b-925b-ded1fe8e5755), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.928337 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:29:23.928723 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67056327'] for segment (75c40d46-008d-4f5b-925b-ded1fe8e5755), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:23.968541 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 75c40d46-008d-4f5b-925b-ded1fe8e5755 resource provider aggregate not found Aug 12 01:29:23.999875 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 75c40d46-008d-4f5b-925b-ded1fe8e5755 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75c40d46-008d-4f5b-925b-ded1fe8e5755 found for delete ", "request_id": "req-e62d7761-191d-48b1-b064-5a431461f768"}]} Aug 12 01:29:24.010665 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (a06d250a-3f70-4fa5-8a58-5159fc388d07), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.011098 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.016511 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/a06d250a-3f70-4fa5-8a58-5159fc388d07 HTTP/1.1" status: 204 len: 168 time: 1.2906713 Aug 12 01:29:24.027763 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf047d0-3470-4d13-a08a-e02b792fbdda admin admin] Pushing event deleted for resources: {'Network': ['ID=a06d250a-3f70-4fa5-8a58-5159fc388d07,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:24.080523 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-12ae680f-133e-4de0-b0f6-7b76ebd5d75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (0cdc836c-d627-48a6-ab6d-4370c4105d9e), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.137164 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:24.153650 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae680f-133e-4de0-b0f6-7b76ebd5d75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cdc836c-d627-48a6-ab6d-4370c4105d9e,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:24.164909 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ae680f-133e-4de0-b0f6-7b76ebd5d75f admin admin] Checking segment: {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:24.165488 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ae680f-133e-4de0-b0f6-7b76ebd5d75f admin admin] Network hostable DHCP agents. Network: 4d3c14b0-d6e3-49a6-94a3-2110714459d1, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:29:24.189664 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49378) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:24.200748 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ae680f-133e-4de0-b0f6-7b76ebd5d75f admin admin] Network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:29:24.217540 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-12ae680f-133e-4de0-b0f6-7b76ebd5d75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, 4d3c14b0-d6e3-49a6-94a3-2110714459d1) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:24.224078 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ae680f-133e-4de0-b0f6-7b76ebd5d75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:24.224724 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-12ae680f-133e-4de0-b0f6-7b76ebd5d75f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.229609 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1334138-4da9-4138-ad7f-910b2b674436 None None] Network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:24.245557 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-12ae680f-133e-4de0-b0f6-7b76ebd5d75f admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5265043 Aug 12 01:29:24.248202 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49382) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:24.252411 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-025755ee-2694-444b-97a5-edcb93d76dd3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7cf0858834c84aaa993de55f361d6ed9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0594437 Aug 12 01:29:24.252713 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49384) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:24.257587 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:24.283817 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f2af7072-7b22-4c6c-8d93-851850e4c183 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:29:24.290365 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64281'] for router (a6289ab2-5884-427b-8613-d383f947a406), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.291649 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64256'] for router (a6289ab2-5884-427b-8613-d383f947a406), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.309778 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: f2af7072-7b22-4c6c-8d93-851850e4c183 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:29:24.310127 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f2af7072-7b22-4c6c-8d93-851850e4c183 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:29:24.310543 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:29:24.325617 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d7a04c8-8207-4a95-8be4-ebd110dd98b6 admin admin] Publish callbacks [] for security_group (a3503b24-3a5c-4183-b2c0-8f4a07071661), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.328699 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:24.336065 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:29:24.336408 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device e30dc7da-2d2e-4d8e-bfe2-f0c4b6410b85 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:29:24.361944 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d7a04c8-8207-4a95-8be4-ebd110dd98b6 admin admin] Publish callbacks [] for security_group (a3503b24-3a5c-4183-b2c0-8f4a07071661), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.364397 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Publish callbacks [] for router_controller (a6289ab2-5884-427b-8613-d383f947a406), precommit_add_association {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.407095 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:29:24.408277 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.435589 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d7a04c8-8207-4a95-8be4-ebd110dd98b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (a3503b24-3a5c-4183-b2c0-8f4a07071661), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.439184 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d7a04c8-8207-4a95-8be4-ebd110dd98b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.441207 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-6d7a04c8-8207-4a95-8be4-ebd110dd98b6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a3503b24-3a5c-4183-b2c0-8f4a07071661 HTTP/1.1" status: 204 len: 168 time: 0.1874349 Aug 12 01:29:24.450725 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a04c8-8207-4a95-8be4-ebd110dd98b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3503b24-3a5c-4183-b2c0-8f4a07071661,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:24.526723 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Publish callbacks [] for router_gateway (a6289ab2-5884-427b-8613-d383f947a406), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.543876 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:24.580431 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Allocated IP 172.20.0.2 (4d3c14b0-d6e3-49a6-94a3-2110714459d1/0cdc836c-d627-48a6-ab6d-4370c4105d9e/a7c4834b-3fc4-43cf-812e-f5103a8e78e5) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:24.711033 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-0aec7d3f-9841-4a70-ba8b-ec94f88977c6 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:24.712609 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-0aec7d3f-9841-4a70-ba8b-ec94f88977c6 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/networks?id=d04560af-1d78-44a3-b9e1-6b63b0e806e7 HTTP/1.1" status: 200 len: 814 time: 0.1781919 Aug 12 01:29:24.825011 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-7b143153-cfbc-404b-a15f-8d624e5d3254 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/quotas/135531dcbc244552aef21e5d555da3c4 HTTP/1.1" status: 200 len: 375 time: 0.0737798 Aug 12 01:29:24.845769 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:24.870394 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Publish callbacks [] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.879937 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:24.888133 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:24.894276 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c945-9eee-44a3-9828-db483e6e6140 req-5ac5f01a-790f-4dae-8309-1293e6b215d3 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:24.895769 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-95d1c945-9eee-44a3-9828-db483e6e6140 req-5ac5f01a-790f-4dae-8309-1293e6b215d3 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1071308 Aug 12 01:29:24.917459 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-bc4b20b8-0473-423c-b7b9-dbd0b57a3f17 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=135531dcbc244552aef21e5d555da3c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887079 Aug 12 01:29:24.930464 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:24.937045 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:24.939990 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:24.945072 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Pushing event updated for resources: {'Port': ['ID=a7c4834b-3fc4-43cf-812e-f5103a8e78e5,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:24.951871 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Publish callbacks [] for router_gateway (a6289ab2-5884-427b-8613-d383f947a406), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:25.001242 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Attempting to bind port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:25.001616 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Attempting to bind port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:25.002577 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Attempting to bind port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 on network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:25.008063 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:25.008437 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Checking segment: {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:25.008832 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:25.009217 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Bound using segment: {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:25.009675 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Bound port: a7c4834b-3fc4-43cf-812e-f5103a8e78e5, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:25.010050 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:25.014851 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:25.044053 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-95d1c945-9eee-44a3-9828-db483e6e6140 req-c5b10b36-c0cc-4397-a2da-b3a3683737c6 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414168 Aug 12 01:29:25.078443 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] For port a7c4834b-3fc4-43cf-812e-f5103a8e78e5, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:25.082639 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] For port a7c4834b-3fc4-43cf-812e-f5103a8e78e5, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=a7c4834b-3fc4-43cf-812e-f5103a8e78e5,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:25.092176 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:25.166982 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-6f40e6d7-2ca3-479d-be89-9434ce308696 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252119 Aug 12 01:29:25.186729 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:25.196916 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546d731-ff7c-44c0-9f31-9b7eb60b04eb None None] Pushing event updated for resources: {'Port': ['ID=a7c4834b-3fc4-43cf-812e-f5103a8e78e5,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:25.217146 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Allocated IP 172.27.2.86 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/c0315ccb-a426-4b4f-ba02-403001419cfd) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:25.633986 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-c3109e8c-adc1-4a2a-b7e6-9a9db62ac269 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574428 Aug 12 01:29:25.690456 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Publish callbacks [] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:25.717138 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:25.734433 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:25.796134 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:25.799865 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:25.803702 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:25.906615 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Pushing event updated for resources: {'Port': ['ID=c0315ccb-a426-4b4f-ba02-403001419cfd,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:25.916633 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-909a6817-1bba-460c-83ba-37efabd0a5ed req-fafd4751-96bc-44c8-87fd-21c5d25d333f tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 210 time: 0.0698731 Aug 12 01:29:26.159690 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Publish callbacks [] for router_gateway (a6289ab2-5884-427b-8613-d383f947a406), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:26.308205 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device a7c4834b-3fc4-43cf-812e-f5103a8e78e5 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:26.372031 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:26.372569 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:26.379568 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737a0ca-374c-4053-862d-35fce5c42481 req-5e922f28-0135-4991-9f45-b48271f5f63c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:26.381273 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6737a0ca-374c-4053-862d-35fce5c42481 req-5e922f28-0135-4991-9f45-b48271f5f63c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1227942 Aug 12 01:29:26.476212 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:26.476914 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:26.482251 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6737a0ca-374c-4053-862d-35fce5c42481 req-6d841825-b8f0-4f4c-ab50-16dc73894f75 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911791 Aug 12 01:29:26.519228 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port a7c4834b-3fc4-43cf-812e-f5103a8e78e5, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=a7c4834b-3fc4-43cf-812e-f5103a8e78e5,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:26.524331 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:26.535326 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912'] for router (a6289ab2-5884-427b-8613-d383f947a406), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:26.557148 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b306767-dda7-4dcf-a2ca-5c18ffe86abf None None] Network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:26.633620 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-4e4fac1e-5cf1-47d0-8ead-ffa9b57ffbc6 None None] Provisioning complete for port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:26.633994 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-4e4fac1e-5cf1-47d0-8ead-ffa9b57ffbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:26.660608 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:26.667953 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=a7c4834b-3fc4-43cf-812e-f5103a8e78e5,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:26.670540 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Router a6289ab2-5884-427b-8613-d383f947a406 is scheduled to L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 with binding_index 1 {{(pid=106301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 12 01:29:26.769631 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fac1e-5cf1-47d0-8ead-ffa9b57ffbc6 None None] Current status of the port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:26.786027 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:29:26.796073 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Sync routers for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:29:26.805172 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:26.806871 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-86e16795-054b-4856-a255-8615e2568a55 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5575750 Aug 12 01:29:26.807805 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:26.808467 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:26.809754 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49472) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:26.927621 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:27.004309 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:27.020608 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7d97f2a2-3b45-4fb7-9093-c135f6b4ddaa req-4b196b34-8931-4a3c-957f-9c6b1cdeaf06 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 210 time: 0.0276883 Aug 12 01:29:27.042037 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-da894018-fc85-4e37-b808-693d2d4ddb7b None None] Provisioning complete for port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:27.042037 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-da894018-fc85-4e37-b808-693d2d4ddb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.042037 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:27.183888 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-da894018-fc85-4e37-b808-693d2d4ddb7b None None] Current status of the port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:27.192302 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:25Z', 'revision_number': 3, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:27.218950 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Checking router: a6289ab2-5884-427b-8613-d383f947a406 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:29:27.219300 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Updating router a6289ab2-5884-427b-8613-d383f947a406 port c0315ccb-a426-4b4f-ba02-403001419cfd binding host dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:29:27.257239 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.345267 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:27.367284 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.375305 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e454a157-e0f6-431c-ae76-262a5ae44720 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:27.376979 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e454a157-e0f6-431c-ae76-262a5ae44720 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.15 "GET /networking/v2.0/networks?id=d04560af-1d78-44a3-b9e1-6b63b0e806e7 HTTP/1.1" status: 200 len: 814 time: 0.1909974 Aug 12 01:29:27.396584 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Request body: {'port': {'device_id': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'admin_state_up': True, 'tenant_id': '135531dcbc244552aef21e5d555da3c4'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:27.413589 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49496) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:27.483045 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c6e4a6-6057-40f0-9b80-e8f696f67ce9 admin admin] Deleting subnet 840c2801-c0fd-49e8-ba7d-93117472adc0 {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:29:27.488696 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e4a6-6057-40f0-9b80-e8f696f67ce9 admin admin] Publish callbacks [] for subnet (840c2801-c0fd-49e8-ba7d-93117472adc0), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.539383 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e4a6-6057-40f0-9b80-e8f696f67ce9 admin admin] Publish callbacks [] for subnet (840c2801-c0fd-49e8-ba7d-93117472adc0), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.563321 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e4a6-6057-40f0-9b80-e8f696f67ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (840c2801-c0fd-49e8-ba7d-93117472adc0), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.603978 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:27.637806 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Publish callbacks [] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.652239 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.676622 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a96d67-4c6f-4670-941c-5f1c0d632f20 req-ea4374f3-0117-4e66-84d7-e37afc3c1a48 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:27.678437 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-61a96d67-4c6f-4670-941c-5f1c0d632f20 req-ea4374f3-0117-4e66-84d7-e37afc3c1a48 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0681849 Aug 12 01:29:27.680613 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e4a6-6057-40f0-9b80-e8f696f67ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for subnet (840c2801-c0fd-49e8-ba7d-93117472adc0), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.703665 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Attempting to bind port c0315ccb-a426-4b4f-ba02-403001419cfd on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:27.704511 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Attempting to bind port c0315ccb-a426-4b4f-ba02-403001419cfd by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:27.705572 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Attempting to bind port c0315ccb-a426-4b4f-ba02-403001419cfd on network 776c52f4-13cf-4479-a18d-8427be668cbb {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:27.719213 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:27.722821 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Made reservation on behalf of 135531dcbc244552aef21e5d555da3c4 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:27.727120 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.756751 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6e4a6-6057-40f0-9b80-e8f696f67ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840c2801-c0fd-49e8-ba7d-93117472adc0,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:27.764319 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Allocated IP 172.20.0.1 (4d3c14b0-d6e3-49a6-94a3-2110714459d1/0cdc836c-d627-48a6-ab6d-4370c4105d9e/9fb21911-0abc-48a1-99e3-4220b26da166) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:27.774644 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e4a6-6057-40f0-9b80-e8f696f67ce9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.784871 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:27.785396 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:27.785840 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.786329 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Bound using segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:27.786880 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Bound port: c0315ccb-a426-4b4f-ba02-403001419cfd, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:27.787354 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.791448 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d4c6e4a6-6057-40f0-9b80-e8f696f67ce9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/840c2801-c0fd-49e8-ba7d-93117472adc0 HTTP/1.1" status: 204 len: 168 time: 0.3745131 Aug 12 01:29:27.792323 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49518) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:27.846106 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed338a-0358-40b4-be68-92f77cda3fb3 None None] Pushing event updated for resources: {'Port': ['ID=c0315ccb-a426-4b4f-ba02-403001419cfd,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:27.865936 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] For port c0315ccb-a426-4b4f-ba02-403001419cfd, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:27.869939 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] For port c0315ccb-a426-4b4f-ba02-403001419cfd, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=c0315ccb-a426-4b4f-ba02-403001419cfd,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:27.884483 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.936709 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-61a96d67-4c6f-4670-941c-5f1c0d632f20 req-f4f1cbe0-1f11-400b-af4e-5ed9b6712375 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336023 Aug 12 01:29:27.949959 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (2d535585-54fe-458a-ab67-bd440134633a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:27.961296 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed338a-0358-40b4-be68-92f77cda3fb3 None None] Pushing event updated for resources: {'Port': ['ID=c0315ccb-a426-4b4f-ba02-403001419cfd,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:27.973074 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:27.973717 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:28.040634 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (2d535585-54fe-458a-ab67-bd440134633a), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.064897 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.065204 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.065978 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.066341 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > port after_create 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.066668 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.066991 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > port after_update 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.067329 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.067761 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.068082 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.068424 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.070880 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Allocated IP 172.20.0.3 (d04560af-1d78-44a3-b9e1-6b63b0e806e7/bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d/2fdb5157-5165-4135-b58d-b3f4cc47979a) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:28.115778 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Publish callbacks [] for port (9fb21911-0abc-48a1-99e3-4220b26da166), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.200418 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.201888 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.203303 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.203843 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:29:28.204816 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d535585-54fe-458a-ab67-bd440134633a']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:28.246769 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.267666 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3a8560-bb1b-49fb-9f11-afe509d2ff43') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:28.268003 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3a8560-bb1b-49fb-9f11-afe509d2ff43') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:28.303007 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:28.309612 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:28.311317 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:28.336353 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-136746e6-b1c4-4065-bc2b-db7acf0e7935 req-b32ca1ef-635e-4c9e-a6f9-823d202c3af3 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 210 time: 0.1161053 Aug 12 01:29:28.337689 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:28.350973 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64470946'] for segment (5d3a8560-bb1b-49fb-9f11-afe509d2ff43), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.396986 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (5d3a8560-bb1b-49fb-9f11-afe509d2ff43), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.400936 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device a7c4834b-3fc4-43cf-812e-f5103a8e78e5 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:28.407703 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:29:28.408115 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64676944'] for segment (5d3a8560-bb1b-49fb-9f11-afe509d2ff43), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.418174 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Pushing event updated for resources: {'Port': ['ID=9fb21911-0abc-48a1-99e3-4220b26da166,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:28.473497 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:28.474129 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.481094 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:28.492227 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (2d535585-54fe-458a-ab67-bd440134633a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.512856 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777913'] for router_interface (a6289ab2-5884-427b-8613-d383f947a406), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.525232 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:28.527321 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.531136 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/2d535585-54fe-458a-ab67-bd440134633a HTTP/1.1" status: 204 len: 168 time: 0.7378130 Aug 12 01:29:28.534274 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f9058-bd43-4bfa-8614-cd6772d9cb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d535585-54fe-458a-ab67-bd440134633a,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:28.542306 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49540) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:28.548452 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:28.604905 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-151caed5-14ad-42e0-ae25-5ff9d494b967 admin admin] Deleting subnet e3fcfe06-279f-4bb4-9d81-4fa23ff01d7f {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:29:28.608521 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-151caed5-14ad-42e0-ae25-5ff9d494b967 admin admin] Publish callbacks [] for subnet (e3fcfe06-279f-4bb4-9d81-4fa23ff01d7f), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.638637 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.654972 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-151caed5-14ad-42e0-ae25-5ff9d494b967 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64470971'] for subnet (e3fcfe06-279f-4bb4-9d81-4fa23ff01d7f), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.655166 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:28.669107 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-c9631682-b9ac-4f6a-8a23-01e005209d53 None None] Provisioning complete for port 9fb21911-0abc-48a1-99e3-4220b26da166 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:28.669669 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c9631682-b9ac-4f6a-8a23-01e005209d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.697614 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:28.702445 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.708280 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-151caed5-14ad-42e0-ae25-5ff9d494b967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (e3fcfe06-279f-4bb4-9d81-4fa23ff01d7f), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.747075 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.764650 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c9631682-b9ac-4f6a-8a23-01e005209d53 None None] Port 9fb21911-0abc-48a1-99e3-4220b26da166 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:29:28.771608 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:28.773092 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 5d3a8560-bb1b-49fb-9f11-afe509d2ff43 resource provider aggregate not found Aug 12 01:29:28.790145 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-151caed5-14ad-42e0-ae25-5ff9d494b967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64677814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65011426'] for subnet (e3fcfe06-279f-4bb4-9d81-4fa23ff01d7f), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.819400 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 5d3a8560-bb1b-49fb-9f11-afe509d2ff43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d3a8560-bb1b-49fb-9f11-afe509d2ff43 found for delete ", "request_id": "req-1ca7e7a1-15f5-4af5-9886-dd5a36bfd608"}]} Aug 12 01:29:28.821565 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:25Z', 'revision_number': 3, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:28.822445 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151caed5-14ad-42e0-ae25-5ff9d494b967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3fcfe06-279f-4bb4-9d81-4fa23ff01d7f,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:28.826531 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-151caed5-14ad-42e0-ae25-5ff9d494b967 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.831709 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-151caed5-14ad-42e0-ae25-5ff9d494b967 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/e3fcfe06-279f-4bb4-9d81-4fa23ff01d7f HTTP/1.1" status: 204 len: 168 time: 0.2815697 Aug 12 01:29:28.831854 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Network d04560af-1d78-44a3-b9e1-6b63b0e806e7 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:28.833439 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49548) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:28.840058 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:28.843356 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:28.870514 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d884aa2-a1b5-49af-9f35-524d37fa0851 None None] The sync data for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi is: [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:25Z', 'revision_number': 3, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:29:28.883916 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event updated for resources: {'Port': ['ID=2fdb5157-5165-4135-b58d-b3f4cc47979a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:28.962816 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:28.963569 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.991207 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (050c2f9d-acba-4c94-bd98-e3c63b2cf2a0), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:28.996888 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-e020a89a-6f81-4e3b-85f2-f1fed25fb918 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6053963 Aug 12 01:29:29.064761 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Publish callbacks [] for port (9fb21911-0abc-48a1-99e3-4220b26da166), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.074404 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.136809 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (050c2f9d-acba-4c94-bd98-e3c63b2cf2a0), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.166784 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050c2f9d-acba-4c94-bd98-e3c63b2cf2a0']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:29.185452 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a8cbe7-99ca-4b49-bf9a-c3d1bfd7139e') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:29.186156 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a8cbe7-99ca-4b49-bf9a-c3d1bfd7139e') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:29.192013 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1778249'] for router_interface (a6289ab2-5884-427b-8613-d383f947a406), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.194949 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Pushing event updated for resources: {'Port': ['ID=9fb21911-0abc-48a1-99e3-4220b26da166,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:29.201272 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64470946'] for segment (98a8cbe7-99ca-4b49-bf9a-c3d1bfd7139e), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.218014 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (98a8cbe7-99ca-4b49-bf9a-c3d1bfd7139e), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.226903 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:29:29.227903 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64676944'] for segment (98a8cbe7-99ca-4b49-bf9a-c3d1bfd7139e), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.244143 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:29.330187 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-b8de2c7c-a5e5-4312-9806-d571038bf7c6 None None] Provisioning complete for port 2fdb5157-5165-4135-b58d-b3f4cc47979a triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:29.330752 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b8de2c7c-a5e5-4312-9806-d571038bf7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.390383 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-b8de2c7c-a5e5-4312-9806-d571038bf7c6 None None] Port 2fdb5157-5165-4135-b58d-b3f4cc47979a cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:29:29.394877 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fb28b-60de-4593-89ef-77a3c2138f7d req-fd66abe3-9091-44dd-8ccb-630115264dee tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:29.396465 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5a6fb28b-60de-4593-89ef-77a3c2138f7d req-fd66abe3-9091-44dd-8ccb-630115264dee tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1533628 Aug 12 01:29:29.410454 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (050c2f9d-acba-4c94-bd98-e3c63b2cf2a0), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.443267 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.446482 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/050c2f9d-acba-4c94-bd98-e3c63b2cf2a0 HTTP/1.1" status: 204 len: 168 time: 0.6119850 Aug 12 01:29:29.467984 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e39a2e-7c8e-416a-9e98-c638ac1cdf5d admin admin] Pushing event deleted for resources: {'Network': ['ID=050c2f9d-acba-4c94-bd98-e3c63b2cf2a0,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:29.534362 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e511b-83c7-4bd5-b37c-b3eb6af6ec05 req-b105dd68-85ae-432b-86dd-f6c03df72841 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:29.542119 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-902e511b-83c7-4bd5-b37c-b3eb6af6ec05 req-b105dd68-85ae-432b-86dd-f6c03df72841 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 931 time: 0.1004870 Aug 12 01:29:29.553666 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5a6fb28b-60de-4593-89ef-77a3c2138f7d req-0f5a84f6-d24e-4253-9dc9-38db5f438b8d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442773 Aug 12 01:29:29.644311 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-902e511b-83c7-4bd5-b37c-b3eb6af6ec05 req-2270af73-6b28-4317-ba21-e3786818f6b0 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985312 Aug 12 01:29:29.744713 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:29.746185 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:29.774971 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49560) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:29.833132 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-639769ac-4cb3-4fe8-8eeb-0897a285e211 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f449d7e7de86430899e531ca531cc509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541244 Aug 12 01:29:29.834779 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49562) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:29.877069 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Router a6289ab2-5884-427b-8613-d383f947a406 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:29:29.903032 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-55628e99-5b9c-4495-9376-615fba987032 admin admin] Publish callbacks [] for security_group (6d1dd244-c2d1-4943-8fcf-16aefb4eb832), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.929508 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-55628e99-5b9c-4495-9376-615fba987032 admin admin] Publish callbacks [] for security_group (6d1dd244-c2d1-4943-8fcf-16aefb4eb832), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.934747 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:29.988259 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-55628e99-5b9c-4495-9376-615fba987032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (6d1dd244-c2d1-4943-8fcf-16aefb4eb832), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.991796 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-55628e99-5b9c-4495-9376-615fba987032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:29.995317 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-55628e99-5b9c-4495-9376-615fba987032 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6d1dd244-c2d1-4943-8fcf-16aefb4eb832 HTTP/1.1" status: 204 len: 168 time: 0.1572292 Aug 12 01:29:30.003574 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55628e99-5b9c-4495-9376-615fba987032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1dd244-c2d1-4943-8fcf-16aefb4eb832,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:30.011434 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:29:30.023738 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a0cbde42-76cc-415f-8e92-fe96e12ad0ee admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a6289ab2-5884-427b-8613-d383f947a406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2057803 Aug 12 01:29:30.037333 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-bd262e62-68be-4f78-b28b-8e70e22a7e20 None None] Provisioning complete for port 9fb21911-0abc-48a1-99e3-4220b26da166 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:30.039383 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bd262e62-68be-4f78-b28b-8e70e22a7e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:30.094804 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-bd262e62-68be-4f78-b28b-8e70e22a7e20 None None] Port 9fb21911-0abc-48a1-99e3-4220b26da166 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:29:30.276445 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device c0315ccb-a426-4b4f-ba02-403001419cfd up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:30.325056 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port c0315ccb-a426-4b4f-ba02-403001419cfd triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:30.325632 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:30.404193 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port c0315ccb-a426-4b4f-ba02-403001419cfd is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:30.404579 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:30.428061 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port c0315ccb-a426-4b4f-ba02-403001419cfd, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=c0315ccb-a426-4b4f-ba02-403001419cfd,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:30.433328 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:30.452015 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49580) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:30.487518 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=c0315ccb-a426-4b4f-ba02-403001419cfd,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:30.504244 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f545fe27-4e80-45e5-96fc-dad4c7733552 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2ec864fab0c84483ab5fce31824d9079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509291 Aug 12 01:29:30.506324 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49582) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:30.556811 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b601d58f-7d49-4a3f-b4d2-1766e870ba78 admin admin] Publish callbacks [] for security_group (893597e9-66a4-47f9-b80f-6b82b397a3ef), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:30.573967 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:30.579313 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b601d58f-7d49-4a3f-b4d2-1766e870ba78 admin admin] Publish callbacks [] for security_group (893597e9-66a4-47f9-b80f-6b82b397a3ef), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:30.639090 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b601d58f-7d49-4a3f-b4d2-1766e870ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (893597e9-66a4-47f9-b80f-6b82b397a3ef), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:30.642487 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b601d58f-7d49-4a3f-b4d2-1766e870ba78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:30.649043 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b601d58f-7d49-4a3f-b4d2-1766e870ba78 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/893597e9-66a4-47f9-b80f-6b82b397a3ef HTTP/1.1" status: 204 len: 168 time: 0.1415513 Aug 12 01:29:30.658867 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601d58f-7d49-4a3f-b4d2-1766e870ba78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893597e9-66a4-47f9-b80f-6b82b397a3ef,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:30.730242 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380eb7a-792e-440b-b0bd-2c27e075ff3d req-c96676fc-d291-4af4-b135-99a05546dc41 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:30.741286 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b380eb7a-792e-440b-b0bd-2c27e075ff3d req-c96676fc-d291-4af4-b135-99a05546dc41 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0953946 Aug 12 01:29:30.808316 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49596) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:30.814818 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-200669255-network', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:30.851180 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Made reservation on behalf of 121fe55b65ac4f60bb8470ee38f22157 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:30.853571 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 98a8cbe7-99ca-4b49-bf9a-c3d1bfd7139e resource provider aggregate not found Aug 12 01:29:30.861457 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:30.874132 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b380eb7a-792e-440b-b0bd-2c27e075ff3d req-0c94759d-45bd-4952-8739-4faadb845974 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319764 Aug 12 01:29:30.887140 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:30.937153 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 98a8cbe7-99ca-4b49-bf9a-c3d1bfd7139e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98a8cbe7-99ca-4b49-bf9a-c3d1bfd7139e found for delete ", "request_id": "req-12f12b1e-e86d-47d8-935a-cd29fbed0909"}]} Aug 12 01:29:30.951436 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7edd1-f78d-4569-a9bc-212a0550c3e5 req-a78adfc8-23bb-4782-a78d-f4edaa1800e7 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:30.953497 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3ad7edd1-f78d-4569-a9bc-212a0550c3e5 req-a78adfc8-23bb-4782-a78d-f4edaa1800e7 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 931 time: 0.0862999 Aug 12 01:29:31.038629 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3ad7edd1-f78d-4569-a9bc-212a0550c3e5 req-fc8bcec2-98a6-48f4-ac33-a01a66721aff tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779049 Aug 12 01:29:31.056027 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Publish callbacks [] for security_group (c2bcb282-99fb-477d-816c-e3e7358a519a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:31.059666 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (c2bcb282-99fb-477d-816c-e3e7358a519a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:31.090414 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:29:31.101572 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bcb282-99fb-477d-816c-e3e7358a519a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:31.110966 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (951603b6-c797-479c-b03b-65cfbe213e94), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:31.111397 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Added segment 951603b6-c797-479c-b03b-65cfbe213e94 of type vlan for network b6fc49d2-8c62-4d96-8dc4-15cd041394e1 Aug 12 01:29:31.197954 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (b6fc49d2-8c62-4d96-8dc4-15cd041394e1), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:31.243220 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (b6fc49d2-8c62-4d96-8dc4-15cd041394e1), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:31.244327 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:31.244915 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:31.341680 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Sync routers for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:29:31.355614 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49620) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:31.360936 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-057a3301-4876-41c0-9f32-e00798d5e783 admin admin] Request body: {'subnet': {'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-200669255-subnet', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:31.363656 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5396769 Aug 12 01:29:31.364963 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bff8e9-32f4-4b06-b723-81f1f0b253d2 admin admin] Pushing event updated for resources: {'Network': ['ID=b6fc49d2-8c62-4d96-8dc4-15cd041394e1,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:31.368817 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:31.372312 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:31.382484 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network b6fc49d2-8c62-4d96-8dc4-15cd041394e1 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:29:31.393659 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:31.406769 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a3301-4876-41c0-9f32-e00798d5e783 admin admin] Made reservation on behalf of 121fe55b65ac4f60bb8470ee38f22157 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:29:31.418322 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-057a3301-4876-41c0-9f32-e00798d5e783 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65011215'] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:31.634427 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:31.657779 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:31.703852 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-057a3301-4876-41c0-9f32-e00798d5e783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64677879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65011453'] for subnet (dfec4a68-b574-4c25-8960-993102ef4974), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:31.785322 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a3301-4876-41c0-9f32-e00798d5e783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfec4a68-b574-4c25-8960-993102ef4974,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:31.821370 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a3301-4876-41c0-9f32-e00798d5e783 admin admin] Checking segment: {'id': '951603b6-c797-479c-b03b-65cfbe213e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:31.823987 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a3301-4876-41c0-9f32-e00798d5e783 admin admin] Network hostable DHCP agents. Network: b6fc49d2-8c62-4d96-8dc4-15cd041394e1, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:29:31.854694 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a3301-4876-41c0-9f32-e00798d5e783 admin admin] Network b6fc49d2-8c62-4d96-8dc4-15cd041394e1 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:29:31.880926 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-057a3301-4876-41c0-9f32-e00798d5e783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, b6fc49d2-8c62-4d96-8dc4-15cd041394e1) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:31.892316 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4345d5-dc96-4e59-9e29-4724d1219e7b None None] Network b6fc49d2-8c62-4d96-8dc4-15cd041394e1 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:31.901731 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a3301-4876-41c0-9f32-e00798d5e783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:31.902891 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-057a3301-4876-41c0-9f32-e00798d5e783 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:31.953355 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49634) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:31.954677 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-057a3301-4876-41c0-9f32-e00798d5e783 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5979445 Aug 12 01:29:31.959673 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-200669255-router', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:32.000602 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64281'] for router (99b8c038-bf0a-4a36-97fe-469f13245974), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:32.002830 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64256'] for router (99b8c038-bf0a-4a36-97fe-469f13245974), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:32.035340 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 2, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:32.124437 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Checking router: a6289ab2-5884-427b-8613-d383f947a406 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:29:32.126547 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Updating router a6289ab2-5884-427b-8613-d383f947a406 port 9fb21911-0abc-48a1-99e3-4220b26da166 binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:29:32.191442 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:32.201729 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Publish callbacks [] for router_controller (99b8c038-bf0a-4a36-97fe-469f13245974), precommit_add_association {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:32.202932 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-b6fc49d2-8c62-4d96-8dc4-15cd041394e1', 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1', 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'fixed_ips': [{'subnet_id': 'dfec4a68-b574-4c25-8960-993102ef4974'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:29:32.206465 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:32.210363 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:32.218267 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:32.252397 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f57a1-75b7-4ab9-b0b8-4f5a19f683cb req-b73ae7cf-3e6c-4c8e-a4af-acebd9068f46 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:32.303616 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ab0f57a1-75b7-4ab9-b0b8-4f5a19f683cb req-b73ae7cf-3e6c-4c8e-a4af-acebd9068f46 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.2620766 Aug 12 01:29:32.416534 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:32.461251 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:32.473723 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device c0315ccb-a426-4b4f-ba02-403001419cfd up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:32.506117 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Publish callbacks [] for router_gateway (99b8c038-bf0a-4a36-97fe-469f13245974), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:32.549785 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Allocated IP 172.20.0.2 (b6fc49d2-8c62-4d96-8dc4-15cd041394e1/dfec4a68-b574-4c25-8960-993102ef4974/7e223ddc-6913-41dd-be5e-661a4098aa75) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:32.589190 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port c0315ccb-a426-4b4f-ba02-403001419cfd triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:32.589980 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:32.627637 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daef41-e7ff-4c0c-9432-3b748aad0824 req-4221485c-23fd-424c-8269-f278e7394a53 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:32.641266 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-85daef41-e7ff-4c0c-9432-3b748aad0824 req-4221485c-23fd-424c-8269-f278e7394a53 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 931 time: 0.3097608 Aug 12 01:29:32.686599 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ab0f57a1-75b7-4ab9-b0b8-4f5a19f683cb req-fe0e7e4b-1ad0-4374-b826-03e7750bdefe tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810267 Aug 12 01:29:32.709939 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:32.778175 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-85daef41-e7ff-4c0c-9432-3b748aad0824 req-43ed108b-65b4-49c7-81fd-2aff9138f117 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342425 Aug 12 01:29:32.801506 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Publish callbacks [] for port (9fb21911-0abc-48a1-99e3-4220b26da166), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:32.812962 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:32.854118 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Request body: {'port': {'device_id': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:33.019295 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:33.039146 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d694e3-04d8-4fd0-a70f-16d6e6567cf6 None None] Pushing event updated for resources: {'Port': ['ID=9fb21911-0abc-48a1-99e3-4220b26da166,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:33.078559 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Attempting to bind port 9fb21911-0abc-48a1-99e3-4220b26da166 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:33.079139 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Attempting to bind port 9fb21911-0abc-48a1-99e3-4220b26da166 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:33.079699 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Attempting to bind port 9fb21911-0abc-48a1-99e3-4220b26da166 on network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:33.086472 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port c0315ccb-a426-4b4f-ba02-403001419cfd is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:33.090405 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:33.091210 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Checking segment: {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:33.092149 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.095575 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Bound using segment: {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:33.096365 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Bound port: 9fb21911-0abc-48a1-99e3-4220b26da166, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:33.097009 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.109644 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Publish callbacks [] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.126301 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.131017 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Publish callbacks [] for router_gateway (99b8c038-bf0a-4a36-97fe-469f13245974), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.136366 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.183488 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.237215 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] For port 9fb21911-0abc-48a1-99e3-4220b26da166, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:33.248122 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Network b6fc49d2-8c62-4d96-8dc4-15cd041394e1 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:33.248666 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] For port 9fb21911-0abc-48a1-99e3-4220b26da166, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=9fb21911-0abc-48a1-99e3-4220b26da166,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:33.249456 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Pushing event updated for resources: {'Port': ['ID=7e223ddc-6913-41dd-be5e-661a4098aa75,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:33.262506 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:33.271343 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:33.279439 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.408759 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Attempting to bind port 7e223ddc-6913-41dd-be5e-661a4098aa75 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:33.409111 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Attempting to bind port 7e223ddc-6913-41dd-be5e-661a4098aa75 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '951603b6-c797-479c-b03b-65cfbe213e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:33.409544 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Attempting to bind port 7e223ddc-6913-41dd-be5e-661a4098aa75 on network b6fc49d2-8c62-4d96-8dc4-15cd041394e1 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:33.419261 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:33.420041 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Checking segment: {'id': '951603b6-c797-479c-b03b-65cfbe213e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:33.420041 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.420441 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Bound using segment: {'id': '951603b6-c797-479c-b03b-65cfbe213e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:33.420927 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Bound port: 7e223ddc-6913-41dd-be5e-661a4098aa75, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951603b6-c797-479c-b03b-65cfbe213e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:33.421328 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.431512 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:33.435475 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:33.566280 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Allocated IP 172.27.2.47 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/ca9aa402-1f9d-48dd-bba4-51b9e6784ed7) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:33.577199 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] For port 7e223ddc-6913-41dd-be5e-661a4098aa75, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:33.580430 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:33.583712 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] For port 7e223ddc-6913-41dd-be5e-661a4098aa75, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=7e223ddc-6913-41dd-be5e-661a4098aa75,segment=NetworkSegment(951603b6-c797-479c-b03b-65cfbe213e94),segment_id=951603b6-c797-479c-b03b-65cfbe213e94)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:33.595088 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.702203 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbee73-242e-40ce-b87b-6035642aeaf5 None None] Pushing event updated for resources: {'Port': ['ID=7e223ddc-6913-41dd-be5e-661a4098aa75,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:33.778553 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d694e3-04d8-4fd0-a70f-16d6e6567cf6 None None] Pushing event updated for resources: {'Port': ['ID=9fb21911-0abc-48a1-99e3-4220b26da166,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:33.788170 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Publish callbacks [] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.789954 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:33.862222 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:33.961669 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd8c7-463f-45b7-ad0e-afd723b59007 req-9d6cd183-51cf-4dbe-ba09-643e03c90e12 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:33.968353 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1a9bd8c7-463f-45b7-ad0e-afd723b59007 req-9d6cd183-51cf-4dbe-ba09-643e03c90e12 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1315503 Aug 12 01:29:33.987501 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:34.000536 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:34.009860 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:33Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:34.010449 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:34.018705 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdb5157-5165-4135-b58d-b3f4cc47979a {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:29:34.049986 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9aa402-1f9d-48dd-bba4-51b9e6784ed7,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:34.057500 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Publish callbacks [] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:34.066177 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f8084-c33c-4eed-9940-46039e02dcb7 None None] The sync data for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi is: [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:33Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:29:34.086802 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Transition to ACTIVE for port object 2fdb5157-5165-4135-b58d-b3f4cc47979a will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:29:34.174534 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:34.177921 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a7516-01a3-46fb-8708-0a40e64b1193 req-3188ba6e-1cae-417d-9098-262dbf075521 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:34.200381 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a39a7516-01a3-46fb-8708-0a40e64b1193 req-3188ba6e-1cae-417d-9098-262dbf075521 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 931 time: 0.2229979 Aug 12 01:29:34.216835 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:34.274875 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1a9bd8c7-463f-45b7-ad0e-afd723b59007 req-c8bad449-6de5-43ee-9572-265d7f1afb4a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669022 Aug 12 01:29:34.348427 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:34.382945 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a39a7516-01a3-46fb-8708-0a40e64b1193 req-6dcefefe-0009-41eb-b753-cc9eed307081 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711252 Aug 12 01:29:34.530866 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 9fb21911-0abc-48a1-99e3-4220b26da166 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:34.654555 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 9fb21911-0abc-48a1-99e3-4220b26da166 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:34.655400 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:34.712560 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:34.743783 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:34.786127 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Pushing event updated for resources: {'Port': ['ID=2fdb5157-5165-4135-b58d-b3f4cc47979a,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:34.870583 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 9fb21911-0abc-48a1-99e3-4220b26da166 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:34.871045 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:34.974623 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Attempting to bind port 2fdb5157-5165-4135-b58d-b3f4cc47979a on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:34.976711 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Attempting to bind port 2fdb5157-5165-4135-b58d-b3f4cc47979a by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:34.977262 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Attempting to bind port 2fdb5157-5165-4135-b58d-b3f4cc47979a on network d04560af-1d78-44a3-b9e1-6b63b0e806e7 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:35.009232 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Port 2fdb5157-5165-4135-b58d-b3f4cc47979a on network d04560af-1d78-44a3-b9e1-6b63b0e806e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:29:35.012129 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Attempting to bind port 2fdb5157-5165-4135-b58d-b3f4cc47979a on network d04560af-1d78-44a3-b9e1-6b63b0e806e7 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:35.026744 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:35.028418 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Checking segment: {'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:35.031343 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Bound using segment: {'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:35.031994 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Bound port: 2fdb5157-5165-4135-b58d-b3f4cc47979a, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fdf7ec-d29a-4c55-a741-46706abf66c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:35.032529 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:35.042519 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 9fb21911-0abc-48a1-99e3-4220b26da166, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=9fb21911-0abc-48a1-99e3-4220b26da166,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:35.066073 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:35.067565 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 7e223ddc-6913-41dd-be5e-661a4098aa75 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:35.081159 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Publish callbacks [] for router_gateway (99b8c038-bf0a-4a36-97fe-469f13245974), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:35.215437 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49704) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:35.252686 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=9fb21911-0abc-48a1-99e3-4220b26da166,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:35.283673 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 7e223ddc-6913-41dd-be5e-661a4098aa75 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:35.284826 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:35.427362 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 7e223ddc-6913-41dd-be5e-661a4098aa75 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:35.428235 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:35.516983 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 7e223ddc-6913-41dd-be5e-661a4098aa75, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=7e223ddc-6913-41dd-be5e-661a4098aa75,segment=NetworkSegment(951603b6-c797-479c-b03b-65cfbe213e94),segment_id=951603b6-c797-479c-b03b-65cfbe213e94)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:35.540040 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:35.689865 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] For port 2fdb5157-5165-4135-b58d-b3f4cc47979a, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:35.700532 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] For port 2fdb5157-5165-4135-b58d-b3f4cc47979a, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:35.712839 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:35.721942 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=7e223ddc-6913-41dd-be5e-661a4098aa75,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:35.740213 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0a7f8-ed73-4c84-bacd-03745d11a441 req-3b5daff4-085c-45c9-a170-4964860e8e9d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:35.754394 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a4b0a7f8-ed73-4c84-bacd-03745d11a441 req-3b5daff4-085c-45c9-a170-4964860e8e9d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.2330477 Aug 12 01:29:35.774376 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a14cd9-5f86-4302-86d7-b4fd472ada1d None None] Network b6fc49d2-8c62-4d96-8dc4-15cd041394e1 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:29:35.810921 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:35.811749 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:35.814746 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/2fdb5157-5165-4135-b58d-b3f4cc47979a HTTP/1.1" status: 200 len: 1093 time: 2.9703529 Aug 12 01:29:35.820805 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:29:35.827677 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb990c6d-1a5d-4f1d-931e-11b1adf8b18b" -d '{"events": [{"name": "network-changed", "server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:29:35.935299 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-533529b1-3da6-4a56-9478-a27d2899b324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:35.996763 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f3df5-67c5-4a27-b7ef-a4f239e76beb service neutron] Pushing event updated for resources: {'Port': ['ID=2fdb5157-5165-4135-b58d-b3f4cc47979a,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:36.002967 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912'] for router (99b8c038-bf0a-4a36-97fe-469f13245974), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:36.009132 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:36.019378 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183de981-5efc-4736-87c5-5fb926ba30d6 req-04b2f617-d663-4c68-891c-ebe97d058709 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:36.025921 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-183de981-5efc-4736-87c5-5fb926ba30d6 req-04b2f617-d663-4c68-891c-ebe97d058709 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 943 time: 0.2624416 Aug 12 01:29:36.095428 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a4b0a7f8-ed73-4c84-bacd-03745d11a441 req-aa2ed560-bef5-45f6-a2d8-6509bd159d41 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397448 Aug 12 01:29:36.190897 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-77165cd7-29ed-4dc9-a9d7-8a8274f20000 None None] Provisioning complete for port 7e223ddc-6913-41dd-be5e-661a4098aa75 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:36.191280 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-77165cd7-29ed-4dc9-a9d7-8a8274f20000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:36.238935 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-183de981-5efc-4736-87c5-5fb926ba30d6 req-2328a55b-3efb-4f15-8535-4728c719026e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100155 Aug 12 01:29:36.363858 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-533529b1-3da6-4a56-9478-a27d2899b324 admin admin] Publish callbacks [] for security_group (04e1dbe3-4197-41a3-a6fa-ed7da5a7d49a), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:36.371203 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-533529b1-3da6-4a56-9478-a27d2899b324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (04e1dbe3-4197-41a3-a6fa-ed7da5a7d49a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:36.407785 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 9fb21911-0abc-48a1-99e3-4220b26da166 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:36.444650 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-533529b1-3da6-4a56-9478-a27d2899b324 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=599068aceff449c789efeb66c0ad36d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2224674 Aug 12 01:29:36.445364 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49732) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:36.469442 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-77165cd7-29ed-4dc9-a9d7-8a8274f20000 None None] Current status of the port 7e223ddc-6913-41dd-be5e-661a4098aa75 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:36.502580 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:36.519370 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c1082144-b31b-4ca4-9ba9-5007d30fb2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:36.522496 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 9fb21911-0abc-48a1-99e3-4220b26da166 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:36.523075 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:36.614728 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533529b1-3da6-4a56-9478-a27d2899b324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e1dbe3-4197-41a3-a6fa-ed7da5a7d49a,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:36.655874 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:36.657799 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 9fb21911-0abc-48a1-99e3-4220b26da166 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:36.659128 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 7e223ddc-6913-41dd-be5e-661a4098aa75 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:36.662501 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851ae9f2-d605-4cdd-92bf-2ddc76dd3f26 x-openstack-request-id: req-851ae9f2-d605-4cdd-92bf-2ddc76dd3f26 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:29:36.667799 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:29:36.668272 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-851ae9f2-d605-4cdd-92bf-2ddc76dd3f26 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:29:36.668868 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851ae9f2-d605-4cdd-92bf-2ddc76dd3f26'] response: {'name': 'network-changed', 'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'status': 'completed', 'code': 200} Aug 12 01:29:36.669404 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:36.694302 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6b545890-93d6-4de0-b787-858de1182bb3 admin admin] Publish callbacks [] for security_group (04e1dbe3-4197-41a3-a6fa-ed7da5a7d49a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:36.744538 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Router 99b8c038-bf0a-4a36-97fe-469f13245974 is scheduled to L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 12 01:29:36.756875 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 7e223ddc-6913-41dd-be5e-661a4098aa75 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:36.756875 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:36.761188 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6b545890-93d6-4de0-b787-858de1182bb3 admin admin] Publish callbacks [] for security_group (04e1dbe3-4197-41a3-a6fa-ed7da5a7d49a), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:36.825501 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6b545890-93d6-4de0-b787-858de1182bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (04e1dbe3-4197-41a3-a6fa-ed7da5a7d49a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:36.828240 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6b545890-93d6-4de0-b787-858de1182bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:36.833143 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6b545890-93d6-4de0-b787-858de1182bb3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/04e1dbe3-4197-41a3-a6fa-ed7da5a7d49a HTTP/1.1" status: 204 len: 168 time: 0.3856609 Aug 12 01:29:36.849432 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b545890-93d6-4de0-b787-858de1182bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e1dbe3-4197-41a3-a6fa-ed7da5a7d49a,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:36.887014 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:36.909880 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-45ef584a-2a5a-4735-9dbe-0c7690799a77 None None] Provisioning complete for port 7e223ddc-6913-41dd-be5e-661a4098aa75 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:36.910454 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-45ef584a-2a5a-4735-9dbe-0c7690799a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:36.949115 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 7e223ddc-6913-41dd-be5e-661a4098aa75 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:37.003004 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:29:37.015041 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Sync routers for ids ['99b8c038-bf0a-4a36-97fe-469f13245974'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:29:37.038503 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:37.040716 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-111aec97-4e57-4631-aaf6-a71c33d34411 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0852985 Aug 12 01:29:37.041781 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-45ef584a-2a5a-4735-9dbe-0c7690799a77 None None] Current status of the port 7e223ddc-6913-41dd-be5e-661a4098aa75 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:37.043567 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49736) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:37.047892 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Routers {'99b8c038-bf0a-4a36-97fe-469f13245974'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:37.049104 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['99b8c038-bf0a-4a36-97fe-469f13245974'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:37.269570 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Set router 99b8c038-bf0a-4a36-97fe-469f13245974 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:37.383853 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952aada-8539-4c3c-9c02-b686798a8144 req-8b2342bb-03e3-4bb4-a423-94357b01bc2d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:37.392991 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2952aada-8539-4c3c-9c02-b686798a8144 req-8b2342bb-03e3-4bb4-a423-94357b01bc2d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.1370008 Aug 12 01:29:37.519192 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718ca18-6e46-48d8-adf9-8824506ac412 req-0594d7d7-b2f0-4753-9338-28c790ed72d8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:37.527736 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9718ca18-6e46-48d8-adf9-8824506ac412 req-0594d7d7-b2f0-4753-9338-28c790ed72d8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 943 time: 0.1137094 Aug 12 01:29:37.556971 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:37.614931 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9718ca18-6e46-48d8-adf9-8824506ac412 req-cd124696-a51a-48a2-bf98-4165f18f15ec tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862873 Aug 12 01:29:37.639995 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2952aada-8539-4c3c-9c02-b686798a8144 req-32b544eb-167b-4e3c-b43b-75c3044a9ec4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450349 Aug 12 01:29:37.664009 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'name': 'tempest-TestVolumeBootPattern-200669255-router', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:32Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 3, 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'gw_port': {'id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:33Z', 'updated_at': '2022-08-12T01:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:37.681936 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49756) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:37.739288 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Checking router: 99b8c038-bf0a-4a36-97fe-469f13245974 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:29:37.740963 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Updating router 99b8c038-bf0a-4a36-97fe-469f13245974 port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 binding host dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:29:37.807078 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:37.902898 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:37.981276 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dcfa4878-4778-4ba7-bdda-9db91c402de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.173154 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dcfa4878-4778-4ba7-bdda-9db91c402de7 admin admin] Publish callbacks [] for security_group (cfc76353-cef9-4b72-8ca6-0b7834f497e5), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.179610 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-dcfa4878-4778-4ba7-bdda-9db91c402de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (cfc76353-cef9-4b72-8ca6-0b7834f497e5), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.278218 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-dcfa4878-4778-4ba7-bdda-9db91c402de7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ee28b1aabc6d494ea954cf3b31c2f6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5925922 Aug 12 01:29:38.278218 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa4878-4778-4ba7-bdda-9db91c402de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc76353-cef9-4b72-8ca6-0b7834f497e5,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:38.292531 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49772) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:38.338326 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Allocated IP 172.20.0.1 (b6fc49d2-8c62-4d96-8dc4-15cd041394e1/dfec4a68-b574-4c25-8960-993102ef4974/864b06f2-eb19-40d6-8f87-cc7c56c46b68) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:29:38.353785 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Publish callbacks [] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.362797 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.382681 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-71a6ada6-63f9-47c5-a5f7-68951a1e1c9d admin admin] Publish callbacks [] for security_group (cfc76353-cef9-4b72-8ca6-0b7834f497e5), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.404848 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:38.431436 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb1ddf-84d5-4e18-b9a1-ec50b6b4b7ba None None] Pushing event updated for resources: {'Port': ['ID=ca9aa402-1f9d-48dd-bba4-51b9e6784ed7,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:38.438565 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-71a6ada6-63f9-47c5-a5f7-68951a1e1c9d admin admin] Publish callbacks [] for security_group (cfc76353-cef9-4b72-8ca6-0b7834f497e5), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.469687 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Attempting to bind port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:38.473487 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Attempting to bind port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:38.474177 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Attempting to bind port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 on network 776c52f4-13cf-4479-a18d-8427be668cbb {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:38.485487 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:38.485878 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:38.486624 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.487188 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Bound using segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:38.487787 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Bound port: ca9aa402-1f9d-48dd-bba4-51b9e6784ed7, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:38.488173 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.537701 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-71a6ada6-63f9-47c5-a5f7-68951a1e1c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (cfc76353-cef9-4b72-8ca6-0b7834f497e5), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.540668 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-71a6ada6-63f9-47c5-a5f7-68951a1e1c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.551232 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-71a6ada6-63f9-47c5-a5f7-68951a1e1c9d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/cfc76353-cef9-4b72-8ca6-0b7834f497e5 HTTP/1.1" status: 204 len: 168 time: 0.2575901 Aug 12 01:29:38.570504 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] For port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:38.574655 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] For port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=ca9aa402-1f9d-48dd-bba4-51b9e6784ed7,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:38.578441 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:38.580941 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6ada6-63f9-47c5-a5f7-68951a1e1c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc76353-cef9-4b72-8ca6-0b7834f497e5,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:38.583594 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.594925 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:38.607620 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Publish callbacks [] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.637237 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:38.695712 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Routers {'99b8c038-bf0a-4a36-97fe-469f13245974'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:38.696522 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.697402 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['99b8c038-bf0a-4a36-97fe-469f13245974'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:38.778418 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Pushing event updated for resources: {'Port': ['ID=864b06f2-eb19-40d6-8f87-cc7c56c46b68,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:38.791184 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Network b6fc49d2-8c62-4d96-8dc4-15cd041394e1 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:38.792733 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:38.795229 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:29:38.845551 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777913'] for router_interface (99b8c038-bf0a-4a36-97fe-469f13245974), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:38.933196 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e3b71-549b-43c7-a6c6-df9bca3f9fbe req-ffe1e2ef-ab9b-4c66-86e3-6b45e0046e5d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:38.940002 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e22e3b71-549b-43c7-a6c6-df9bca3f9fbe req-ffe1e2ef-ab9b-4c66-86e3-6b45e0046e5d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 943 time: 0.1529694 Aug 12 01:29:39.008658 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb1ddf-84d5-4e18-b9a1-ec50b6b4b7ba None None] Pushing event updated for resources: {'Port': ['ID=ca9aa402-1f9d-48dd-bba4-51b9e6784ed7,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:39.037563 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-37abd6b3-5774-4038-b3e6-afd411e3c911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:39.061836 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] Set router 99b8c038-bf0a-4a36-97fe-469f13245974 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:39.152502 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e22e3b71-549b-43c7-a6c6-df9bca3f9fbe req-425051ac-56a6-4b30-aca5-5cc597243dfd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059133 Aug 12 01:29:39.302207 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb990c6d-1a5d-4f1d-931e-11b1adf8b18b req-b182a12b-cc12-4346-af61-e7bac0d7884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:39.306053 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb990c6d-1a5d-4f1d-931e-11b1adf8b18b req-b182a12b-cc12-4346-af61-e7bac0d7884b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=135531dcbc244552aef21e5d555da3c4&device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 1127 time: 0.2965372 Aug 12 01:29:39.306798 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:39.387303 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afde6df-98d6-45cf-9c1e-3111ee708656 req-08e55029-a839-4c00-9032-474dedf33719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:39.391460 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7afde6df-98d6-45cf-9c1e-3111ee708656 req-08e55029-a839-4c00-9032-474dedf33719 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 1129 time: 0.1446550 Aug 12 01:29:39.436696 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-22cceb22-6f45-411d-ae4c-5bff087a11dd None None] Provisioning complete for port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:39.437009 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-22cceb22-6f45-411d-ae4c-5bff087a11dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:39.460290 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:39.484079 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:39.533265 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7afde6df-98d6-45cf-9c1e-3111ee708656 req-922b8913-4be4-409e-9249-b4fadf1fa612 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007564 Aug 12 01:29:39.542490 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfcb5e-9a9c-4c94-a8d2-2c328403b377 req-06e8597f-e31d-491e-81f7-f5d9b67a2b58 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:39.550474 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d9bfcb5e-9a9c-4c94-a8d2-2c328403b377 req-06e8597f-e31d-491e-81f7-f5d9b67a2b58 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.2039828 Aug 12 01:29:39.584515 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-22cceb22-6f45-411d-ae4c-5bff087a11dd None None] Port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:29:39.703729 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d9bfcb5e-9a9c-4c94-a8d2-2c328403b377 req-954da773-58ea-4615-8ad1-128c5fc18cab tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346405 Aug 12 01:29:39.704333 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'name': 'tempest-TestVolumeBootPattern-200669255-router', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:32Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 3, 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'gw_port': {'id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:33Z', 'updated_at': '2022-08-12T01:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:39.766152 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f546c4c-a918-4f30-9c9b-0431e1f5b277 None None] The sync data for ids ['99b8c038-bf0a-4a36-97fe-469f13245974'] in dv-cinder-784815-15-iscsi is: [{'id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'name': 'tempest-TestVolumeBootPattern-200669255-router', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:32Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 3, 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'gw_port': {'id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:33Z', 'updated_at': '2022-08-12T01:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:29:39.814879 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:39.836100 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb990c6d-1a5d-4f1d-931e-11b1adf8b18b req-46fee5f1-2fb3-4ca1-8fbb-a9ac922782c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:39.839105 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb990c6d-1a5d-4f1d-931e-11b1adf8b18b req-46fee5f1-2fb3-4ca1-8fbb-a9ac922782c5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=135531dcbc244552aef21e5d555da3c4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4878216 Aug 12 01:29:39.941320 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Publish callbacks [] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:39.947670 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:40.023684 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Pushing event updated for resources: {'Port': ['ID=864b06f2-eb19-40d6-8f87-cc7c56c46b68,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:40.027093 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1778249'] for router_interface (99b8c038-bf0a-4a36-97fe-469f13245974), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:40.148720 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Network b6fc49d2-8c62-4d96-8dc4-15cd041394e1 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:29:40.150114 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:29:40.391098 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:40.397784 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1aee-7aff-45fe-9927-f57ddf3025a9 req-b109fc49-47bf-4478-bbe9-4cea270d4608 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:40.401361 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:40.404794 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee2c1aee-7aff-45fe-9927-f57ddf3025a9 req-b109fc49-47bf-4478-bbe9-4cea270d4608 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 943 time: 0.0886247 Aug 12 01:29:40.430197 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Router 99b8c038-bf0a-4a36-97fe-469f13245974 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:29:40.443155 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:40.479630 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:40.479971 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:40.497595 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee2c1aee-7aff-45fe-9927-f57ddf3025a9 req-1a90ae91-6494-4bda-a539-2e60aec9f88a tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918179 Aug 12 01:29:40.529125 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-69f04bb5-6895-4a99-b1bf-90dcbe096de9 None None] Provisioning complete for port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:40.529800 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-69f04bb5-6895-4a99-b1bf-90dcbe096de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:40.588738 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-69f04bb5-6895-4a99-b1bf-90dcbe096de9 None None] Port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:29:40.610870 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:29:40.625496 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-077342f0-9c50-4055-8cc9-4ccebb0e9c4b admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/99b8c038-bf0a-4a36-97fe-469f13245974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5728922 Aug 12 01:29:40.656559 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:40.657094 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:40.700248 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=ca9aa402-1f9d-48dd-bba4-51b9e6784ed7,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:40.710710 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:40.795021 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=ca9aa402-1f9d-48dd-bba4-51b9e6784ed7,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:40.866879 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c14f6-c195-4884-b23f-584734ec9f76 req-036fb9cb-f2e7-4fb1-b15d-c4cd8f8b21fc tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:40.868547 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-851c14f6-c195-4884-b23f-584734ec9f76 req-036fb9cb-f2e7-4fb1-b15d-c4cd8f8b21fc tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0656157 Aug 12 01:29:40.959791 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-851c14f6-c195-4884-b23f-584734ec9f76 req-6b36a373-879a-435e-9623-dc2da5aa9d07 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670671 Aug 12 01:29:41.188550 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49820) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:41.193486 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-2411fba4-f752-49ef-a951-72c0c1419434 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531838359', 'description': 'tempest-secgroup-smoke-531838359 description', 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:41.232926 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2411fba4-f752-49ef-a951-72c0c1419434 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.314056 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2411fba4-f752-49ef-a951-72c0c1419434 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group (1e700171-0f90-4375-ad7a-cc019d9ab487), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.319067 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2411fba4-f752-49ef-a951-72c0c1419434 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (1e700171-0f90-4375-ad7a-cc019d9ab487), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.352718 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2411fba4-f752-49ef-a951-72c0c1419434 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.353974 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2411fba4-f752-49ef-a951-72c0c1419434 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1644659 Aug 12 01:29:41.356083 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411fba4-f752-49ef-a951-72c0c1419434 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e700171-0f90-4375-ad7a-cc019d9ab487,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:41.357269 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49822) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:41.363911 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-41212b69-d0b8-4ca4-8c52-857164f7afc0 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'security_group_rule': {'security_group_id': '1e700171-0f90-4375-ad7a-cc019d9ab487', 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:41.393105 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41212b69-d0b8-4ca4-8c52-857164f7afc0 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (6c007805-0100-45aa-8a0f-dd43d539f64b), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.458444 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41212b69-d0b8-4ca4-8c52-857164f7afc0 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (6c007805-0100-45aa-8a0f-dd43d539f64b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.462555 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41212b69-d0b8-4ca4-8c52-857164f7afc0 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (6c007805-0100-45aa-8a0f-dd43d539f64b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.484302 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41212b69-d0b8-4ca4-8c52-857164f7afc0 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c007805-0100-45aa-8a0f-dd43d539f64b,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:41.495587 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-41212b69-d0b8-4ca4-8c52-857164f7afc0 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.499879 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49824) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:41.500468 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-41212b69-d0b8-4ca4-8c52-857164f7afc0 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400805 Aug 12 01:29:41.505654 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-02ed074a-7bf3-44a2-8b88-bad1cbb7d670 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'security_group_rule': {'security_group_id': '1e700171-0f90-4375-ad7a-cc019d9ab487', 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:41.505876 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.511900 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:41.552551 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-02ed074a-7bf3-44a2-8b88-bad1cbb7d670 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (2c1e8aed-e3d5-479f-a27e-0286ab17c553), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.615828 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-02ed074a-7bf3-44a2-8b88-bad1cbb7d670 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (2c1e8aed-e3d5-479f-a27e-0286ab17c553), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.620684 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-02ed074a-7bf3-44a2-8b88-bad1cbb7d670 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (2c1e8aed-e3d5-479f-a27e-0286ab17c553), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.634978 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d980f1-cdd2-4d5f-9554-2e92c26d27e3 req-fcafb2b6-4452-4a48-9672-eb625408fb02 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:41.640854 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed074a-7bf3-44a2-8b88-bad1cbb7d670 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1e8aed-e3d5-479f-a27e-0286ab17c553,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:41.645499 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-71d980f1-cdd2-4d5f-9554-2e92c26d27e3 req-fcafb2b6-4452-4a48-9672-eb625408fb02 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 943 time: 0.0704002 Aug 12 01:29:41.652700 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-02ed074a-7bf3-44a2-8b88-bad1cbb7d670 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.657374 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-02ed074a-7bf3-44a2-8b88-bad1cbb7d670 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1559474 Aug 12 01:29:41.658115 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49830) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:41.668641 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-10f0e450-f1c7-421f-a30b-4e8635a6a545 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'security_group_rule': {'security_group_id': '1e700171-0f90-4375-ad7a-cc019d9ab487', 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:41.683437 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.707495 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-10f0e450-f1c7-421f-a30b-4e8635a6a545 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (9da99693-26af-4baf-81e8-7eaf080eec37), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.726372 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-71d980f1-cdd2-4d5f-9554-2e92c26d27e3 req-b34fd7f4-cff4-4570-bda4-78825ae15a66 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795898 Aug 12 01:29:41.767519 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-10f0e450-f1c7-421f-a30b-4e8635a6a545 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (9da99693-26af-4baf-81e8-7eaf080eec37), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.771992 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-10f0e450-f1c7-421f-a30b-4e8635a6a545 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (9da99693-26af-4baf-81e8-7eaf080eec37), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.791645 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0e450-f1c7-421f-a30b-4e8635a6a545 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da99693-26af-4baf-81e8-7eaf080eec37,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:41.800613 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-10f0e450-f1c7-421f-a30b-4e8635a6a545 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.801901 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-10f0e450-f1c7-421f-a30b-4e8635a6a545 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426964 Aug 12 01:29:41.804647 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49832) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:41.809521 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-4e666fb8-569f-4b4f-bdc0-6f88f7db3592 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'security_group_rule': {'security_group_id': '1e700171-0f90-4375-ad7a-cc019d9ab487', 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:41.853214 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e666fb8-569f-4b4f-bdc0-6f88f7db3592 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (d9786533-b9af-488e-a9a6-1dc536e71494), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.918458 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e666fb8-569f-4b4f-bdc0-6f88f7db3592 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (d9786533-b9af-488e-a9a6-1dc536e71494), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.923513 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e666fb8-569f-4b4f-bdc0-6f88f7db3592 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (d9786533-b9af-488e-a9a6-1dc536e71494), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.942326 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Sync routers for ids ['99b8c038-bf0a-4a36-97fe-469f13245974'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:29:41.944287 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e666fb8-569f-4b4f-bdc0-6f88f7db3592 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9786533-b9af-488e-a9a6-1dc536e71494,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:41.951312 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e666fb8-569f-4b4f-bdc0-6f88f7db3592 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:41.953820 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4e666fb8-569f-4b4f-bdc0-6f88f7db3592 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469867 Aug 12 01:29:41.955706 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49834) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:41.960516 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-4fdac830-eaf9-403c-b5ae-3b254c89ad43 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'security_group_rule': {'security_group_id': '1e700171-0f90-4375-ad7a-cc019d9ab487', 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:41.977068 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Routers {'99b8c038-bf0a-4a36-97fe-469f13245974'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:41.977665 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['99b8c038-bf0a-4a36-97fe-469f13245974'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:41.983580 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.securitygroups_db [None req-4fdac830-eaf9-403c-b5ae-3b254c89ad43 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Project 2ca05e52a1c94aa7a8877ea34c412c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 01:29:41.990533 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4fdac830-eaf9-403c-b5ae-3b254c89ad43 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (a15875a5-0388-4bf0-9431-a95a166e9604), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.089291 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:42.092448 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4fdac830-eaf9-403c-b5ae-3b254c89ad43 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (a15875a5-0388-4bf0-9431-a95a166e9604), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.105071 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4fdac830-eaf9-403c-b5ae-3b254c89ad43 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (a15875a5-0388-4bf0-9431-a95a166e9604), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.110419 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a171485-0c2e-42f4-9094-9c602544af11 req-b3c670dc-7451-4491-a0b0-21f53725ad73 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:42.117733 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4a171485-0c2e-42f4-9094-9c602544af11 req-b3c670dc-7451-4491-a0b0-21f53725ad73 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0688443 Aug 12 01:29:42.128640 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Set router 99b8c038-bf0a-4a36-97fe-469f13245974 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:42.139690 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdac830-eaf9-403c-b5ae-3b254c89ad43 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15875a5-0388-4bf0-9431-a95a166e9604,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:42.154879 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4fdac830-eaf9-403c-b5ae-3b254c89ad43 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.156209 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-4fdac830-eaf9-403c-b5ae-3b254c89ad43 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1993480 Aug 12 01:29:42.159036 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49840) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:42.163490 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-e46969ce-ede8-4b75-8f93-250f196f6b6c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'security_group_rule': {'security_group_id': '1e700171-0f90-4375-ad7a-cc019d9ab487', 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:29:42.168490 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:42.181050 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4a171485-0c2e-42f4-9094-9c602544af11 req-ca72378a-e7c9-40cf-936c-98964e51fde0 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590081 Aug 12 01:29:42.184625 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:29:42.198657 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.securitygroups_db [None req-e46969ce-ede8-4b75-8f93-250f196f6b6c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Project 2ca05e52a1c94aa7a8877ea34c412c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 01:29:42.205412 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e46969ce-ede8-4b75-8f93-250f196f6b6c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (bdf0d1f8-9af0-4d31-becb-e9b3b4a3019d), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.311756 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e46969ce-ede8-4b75-8f93-250f196f6b6c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (bdf0d1f8-9af0-4d31-becb-e9b3b4a3019d), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.318853 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e46969ce-ede8-4b75-8f93-250f196f6b6c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (bdf0d1f8-9af0-4d31-becb-e9b3b4a3019d), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.330849 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:42.344499 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46969ce-ede8-4b75-8f93-250f196f6b6c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf0d1f8-9af0-4d31-becb-e9b3b4a3019d,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:42.359940 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:42.370851 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e46969ce-ede8-4b75-8f93-250f196f6b6c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.372589 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e46969ce-ede8-4b75-8f93-250f196f6b6c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2125270 Aug 12 01:29:42.410838 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:42.411329 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.435359 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'name': 'tempest-TestVolumeBootPattern-200669255-router', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:32Z', 'updated_at': '2022-08-12T01:29:39Z', 'revision_number': 4, 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'gw_port': {'id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:33Z', 'updated_at': '2022-08-12T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '864b06f2-eb19-40d6-8f87-cc7c56c46b68', 'name': '', 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'mac_address': 'fa:16:3e:ac:fb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'dfec4a68-b574-4c25-8960-993102ef4974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:37Z', 'updated_at': '2022-08-12T01:29:39Z', 'revision_number': 2, 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'subnets': [{'id': 'dfec4a68-b574-4c25-8960-993102ef4974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:42.454594 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:42.467052 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Checking router: 99b8c038-bf0a-4a36-97fe-469f13245974 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:29:42.467631 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Updating router 99b8c038-bf0a-4a36-97fe-469f13245974 port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:29:42.502823 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.511280 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:42.655363 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49892) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:42.773505 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5a658c12-4d59-4433-acb3-3f2e40793a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.865998 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5654b8-71ad-4121-9301-9ae4dab6495b req-6ed80d21-a9b2-492d-a58f-88046c126900 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:42.867510 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3d5654b8-71ad-4121-9301-9ae4dab6495b req-6ed80d21-a9b2-492d-a58f-88046c126900 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 943 time: 0.0647702 Aug 12 01:29:42.886757 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Publish callbacks [] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.895747 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.929332 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5a658c12-4d59-4433-acb3-3f2e40793a54 admin admin] Publish callbacks [] for security_group (25addc52-3946-4baf-857e-d5c1d5b157d2), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.930373 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:42.940566 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5a658c12-4d59-4433-acb3-3f2e40793a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (25addc52-3946-4baf-857e-d5c1d5b157d2), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.987720 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fc750-4c3d-4b86-9595-c65edcbaed88 None None] Pushing event updated for resources: {'Port': ['ID=864b06f2-eb19-40d6-8f87-cc7c56c46b68,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:42.990119 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Attempting to bind port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:29:42.990473 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Attempting to bind port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '951603b6-c797-479c-b03b-65cfbe213e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:29:42.990985 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Attempting to bind port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 on network b6fc49d2-8c62-4d96-8dc4-15cd041394e1 {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:29:42.993969 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3d5654b8-71ad-4121-9301-9ae4dab6495b req-234e7a4f-2253-475a-925c-05350da5d97b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146455 Aug 12 01:29:42.997173 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:29:42.997544 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Checking segment: {'id': '951603b6-c797-479c-b03b-65cfbe213e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:29:42.997971 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:42.998346 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Bound using segment: {'id': '951603b6-c797-479c-b03b-65cfbe213e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:29:42.998953 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Bound port: 864b06f2-eb19-40d6-8f87-cc7c56c46b68, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951603b6-c797-479c-b03b-65cfbe213e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:29:42.999476 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:43.012093 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-5a658c12-4d59-4433-acb3-3f2e40793a54 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ad80390c39e64df598ecf5b3642286de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551991 Aug 12 01:29:43.015003 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49902) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:43.018002 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a658c12-4d59-4433-acb3-3f2e40793a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25addc52-3946-4baf-857e-d5c1d5b157d2,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:43.031061 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:43.062499 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] For port 864b06f2-eb19-40d6-8f87-cc7c56c46b68, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:29:43.065618 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] For port 864b06f2-eb19-40d6-8f87-cc7c56c46b68, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=864b06f2-eb19-40d6-8f87-cc7c56c46b68,segment=NetworkSegment(951603b6-c797-479c-b03b-65cfbe213e94),segment_id=951603b6-c797-479c-b03b-65cfbe213e94)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:29:43.071462 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:43.076573 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dec11ab3-6d09-485f-87b7-e5d9a2ac947b admin admin] Publish callbacks [] for security_group (25addc52-3946-4baf-857e-d5c1d5b157d2), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:43.100551 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dec11ab3-6d09-485f-87b7-e5d9a2ac947b admin admin] Publish callbacks [] for security_group (25addc52-3946-4baf-857e-d5c1d5b157d2), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:43.109105 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Routers {'99b8c038-bf0a-4a36-97fe-469f13245974'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:29:43.109719 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:29:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['99b8c038-bf0a-4a36-97fe-469f13245974'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:43.148359 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dec11ab3-6d09-485f-87b7-e5d9a2ac947b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (25addc52-3946-4baf-857e-d5c1d5b157d2), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:43.150912 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dec11ab3-6d09-485f-87b7-e5d9a2ac947b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:43.152116 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-dec11ab3-6d09-485f-87b7-e5d9a2ac947b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/25addc52-3946-4baf-857e-d5c1d5b157d2 HTTP/1.1" status: 204 len: 168 time: 0.1357875 Aug 12 01:29:43.161604 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec11ab3-6d09-485f-87b7-e5d9a2ac947b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25addc52-3946-4baf-857e-d5c1d5b157d2,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:43.173649 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:43.179275 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fc750-4c3d-4b86-9595-c65edcbaed88 None None] Pushing event updated for resources: {'Port': ['ID=864b06f2-eb19-40d6-8f87-cc7c56c46b68,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:43.256390 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] Set router 99b8c038-bf0a-4a36-97fe-469f13245974 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:29:43.319604 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862bbcb-266d-41a2-b818-a65b09c8b470 req-e0f73bba-7423-4bc3-9580-d0b9d2b257ff tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:43.321128 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7862bbcb-266d-41a2-b818-a65b09c8b470 req-e0f73bba-7423-4bc3-9580-d0b9d2b257ff tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0608563 Aug 12 01:29:43.378142 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7862bbcb-266d-41a2-b818-a65b09c8b470 req-03046cde-9865-4661-81d6-9c6d6842b76c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506616 Aug 12 01:29:43.417703 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:43.476272 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'name': 'tempest-TestVolumeBootPattern-200669255-router', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:32Z', 'updated_at': '2022-08-12T01:29:39Z', 'revision_number': 4, 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'gw_port': {'id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:33Z', 'updated_at': '2022-08-12T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '864b06f2-eb19-40d6-8f87-cc7c56c46b68', 'name': '', 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'mac_address': 'fa:16:3e:ac:fb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'dfec4a68-b574-4c25-8960-993102ef4974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:37Z', 'updated_at': '2022-08-12T01:29:43Z', 'revision_number': 4, 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'subnets': [{'id': 'dfec4a68-b574-4c25-8960-993102ef4974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:29:43.506369 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390c4add-b6ea-417e-ac03-7a463eacd44c None None] The sync data for ids ['99b8c038-bf0a-4a36-97fe-469f13245974'] in dv-cinder-784815-15-iscsi is: [{'id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'name': 'tempest-TestVolumeBootPattern-200669255-router', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:32Z', 'updated_at': '2022-08-12T01:29:39Z', 'revision_number': 4, 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'gw_port': {'id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:33Z', 'updated_at': '2022-08-12T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '864b06f2-eb19-40d6-8f87-cc7c56c46b68', 'name': '', 'network_id': 'b6fc49d2-8c62-4d96-8dc4-15cd041394e1', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'mac_address': 'fa:16:3e:ac:fb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'dfec4a68-b574-4c25-8960-993102ef4974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:37Z', 'updated_at': '2022-08-12T01:29:43Z', 'revision_number': 4, 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'subnets': [{'id': 'dfec4a68-b574-4c25-8960-993102ef4974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:29:43.802023 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:43.854236 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb990c6d-1a5d-4f1d-931e-11b1adf8b18b req-2df9bfac-e323-4588-9392-37a2845bdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:43.855848 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb990c6d-1a5d-4f1d-931e-11b1adf8b18b req-2df9bfac-e323-4588-9392-37a2845bdbda service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4552898 Aug 12 01:29:44.144995 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88abc6-ec00-469a-b1c8-e39e1572f916 req-fd489223-b386-43cf-9e3a-4c3e7e1db4be tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:44.147554 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8e88abc6-ec00-469a-b1c8-e39e1572f916 req-fd489223-b386-43cf-9e3a-4c3e7e1db4be tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 943 time: 0.0546935 Aug 12 01:29:44.220200 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8e88abc6-ec00-469a-b1c8-e39e1572f916 req-514019b9-8233-4a01-8a2e-13a670bb146a tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635664 Aug 12 01:29:44.297506 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 864b06f2-eb19-40d6-8f87-cc7c56c46b68 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:44.346358 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:44.347059 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:44.565241 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-d74575a6-dcd7-4188-b9a6-9d06175d5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:44.567692 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-d74575a6-dcd7-4188-b9a6-9d06175d5182 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=135531dcbc244552aef21e5d555da3c4&device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 1127 time: 0.0738304 Aug 12 01:29:44.571859 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d4933-cc52-4bfc-a394-248427f37a23 req-014f9d7f-cdfd-40c1-9c07-59703befa440 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:44.583422 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cb4d4933-cc52-4bfc-a394-248427f37a23 req-014f9d7f-cdfd-40c1-9c07-59703befa440 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0958042 Aug 12 01:29:44.589133 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:44.589864 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:44.641864 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-cdf85d2f-c7e2-457d-9422-f988271432e4 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a HTTP/1.1" status: 200 len: 217 time: 0.0521865 Aug 12 01:29:44.650024 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 864b06f2-eb19-40d6-8f87-cc7c56c46b68, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=864b06f2-eb19-40d6-8f87-cc7c56c46b68,segment=NetworkSegment(951603b6-c797-479c-b03b-65cfbe213e94),segment_id=951603b6-c797-479c-b03b-65cfbe213e94)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:44.655879 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:44.681855 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cb4d4933-cc52-4bfc-a394-248427f37a23 req-6d305781-fb38-4fc0-80bc-e073484535f8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985720 Aug 12 01:29:44.717886 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=864b06f2-eb19-40d6-8f87-cc7c56c46b68,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:44.742272 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-8ca63fd3-0481-448b-a174-14c880b47465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:44.744039 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-8ca63fd3-0481-448b-a174-14c880b47465 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d HTTP/1.1" status: 200 len: 853 time: 0.0897281 Aug 12 01:29:44.789960 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-7803d664-58a1-46c3-b684-fa4274df2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:44.791835 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-7803d664-58a1-46c3-b684-fa4274df2c50 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d04560af-1d78-44a3-b9e1-6b63b0e806e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413353 Aug 12 01:29:44.904827 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-340c5500-26c8-4cdd-9021-831b3dbbad14 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040971 Aug 12 01:29:45.010538 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f6e45bee-42d7-4609-b0b7-ebfa1b22c6b7 req-fd7c725a-9553-423f-a52b-fbc95fea4f0d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924966 Aug 12 01:29:45.329212 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49976) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:45.357188 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca89e5-4101-488c-a032-d02ee65b4f58 req-7dd42a7a-fd59-45af-b702-3561cb35f4c2 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:45.359430 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9dca89e5-4101-488c-a032-d02ee65b4f58 req-7dd42a7a-fd59-45af-b702-3561cb35f4c2 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 943 time: 0.0572331 Aug 12 01:29:45.411577 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9dca89e5-4101-488c-a032-d02ee65b4f58 req-4d87d667-0aa0-447d-931e-263235a5b9c9 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463867 Aug 12 01:29:45.439752 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d822b615-0f88-4a57-b29b-6c7aad136e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:45.519048 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d822b615-0f88-4a57-b29b-6c7aad136e85 admin admin] Publish callbacks [] for security_group (f82fc9cd-208b-4141-8853-cf11f2999382), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:45.523239 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d822b615-0f88-4a57-b29b-6c7aad136e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (f82fc9cd-208b-4141-8853-cf11f2999382), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:45.553566 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:45.564628 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-d822b615-0f88-4a57-b29b-6c7aad136e85 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ca4bdd290a6a43b6be448c3faf1d4b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342296 Aug 12 01:29:45.565821 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822b615-0f88-4a57-b29b-6c7aad136e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82fc9cd-208b-4141-8853-cf11f2999382,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:45.567476 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49980) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:45.620797 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6a54b0fb-93a1-4511-808c-0d9897d992a6 admin admin] Publish callbacks [] for security_group (f82fc9cd-208b-4141-8853-cf11f2999382), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:45.644435 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6a54b0fb-93a1-4511-808c-0d9897d992a6 admin admin] Publish callbacks [] for security_group (f82fc9cd-208b-4141-8853-cf11f2999382), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:45.693967 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6a54b0fb-93a1-4511-808c-0d9897d992a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (f82fc9cd-208b-4141-8853-cf11f2999382), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:45.696597 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6a54b0fb-93a1-4511-808c-0d9897d992a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:45.697744 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6a54b0fb-93a1-4511-808c-0d9897d992a6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f82fc9cd-208b-4141-8853-cf11f2999382 HTTP/1.1" status: 204 len: 168 time: 0.1286464 Aug 12 01:29:45.705612 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54b0fb-93a1-4511-808c-0d9897d992a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82fc9cd-208b-4141-8853-cf11f2999382,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:45.820110 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae031f-857f-4802-a080-476bd53d1370 req-21376daa-b0c4-4456-81f4-e23f466889d4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:45.821829 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9eae031f-857f-4802-a080-476bd53d1370 req-21376daa-b0c4-4456-81f4-e23f466889d4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0571740 Aug 12 01:29:45.837558 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:46.006994 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 49988) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:46.021915 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-86a7a80b-2fef-4460-8e16-0e98e29064c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:46.111719 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-86a7a80b-2fef-4460-8e16-0e98e29064c9 admin admin] Publish callbacks [] for security_group (982b3303-80bf-48da-9456-5cfc5b73df97), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:46.120701 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9eae031f-857f-4802-a080-476bd53d1370 req-cf05ff1e-6fdb-494b-8cdd-3219157c8fa4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932446 Aug 12 01:29:46.123341 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-86a7a80b-2fef-4460-8e16-0e98e29064c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (982b3303-80bf-48da-9456-5cfc5b73df97), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:46.175680 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-86a7a80b-2fef-4460-8e16-0e98e29064c9 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=156320251a744392b70df3ff747204e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673441 Aug 12 01:29:46.176365 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 49994) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:46.176619 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7a80b-2fef-4460-8e16-0e98e29064c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982b3303-80bf-48da-9456-5cfc5b73df97,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:46.277985 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49813e98-c2f3-4158-9fbb-e6ac4406b7cf admin admin] Publish callbacks [] for security_group (982b3303-80bf-48da-9456-5cfc5b73df97), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:46.285915 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc553e27-3a32-4217-a9c4-6d7606a9fc90 req-d7a6106c-0207-428b-8360-27f66f8957b4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:46.288256 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fc553e27-3a32-4217-a9c4-6d7606a9fc90 req-d7a6106c-0207-428b-8360-27f66f8957b4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0659487 Aug 12 01:29:46.289661 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 864b06f2-eb19-40d6-8f87-cc7c56c46b68 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:46.323834 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49813e98-c2f3-4158-9fbb-e6ac4406b7cf admin admin] Publish callbacks [] for security_group (982b3303-80bf-48da-9456-5cfc5b73df97), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:46.337027 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:46.337637 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:46.382971 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fc553e27-3a32-4217-a9c4-6d7606a9fc90 req-3735ffcf-58c9-4b30-accf-6f738e0dff9e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853481 Aug 12 01:29:46.400396 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49813e98-c2f3-4158-9fbb-e6ac4406b7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (982b3303-80bf-48da-9456-5cfc5b73df97), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:46.402899 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49813e98-c2f3-4158-9fbb-e6ac4406b7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:46.406485 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-49813e98-c2f3-4158-9fbb-e6ac4406b7cf admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/982b3303-80bf-48da-9456-5cfc5b73df97 HTTP/1.1" status: 204 len: 168 time: 0.2252584 Aug 12 01:29:46.420493 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49813e98-c2f3-4158-9fbb-e6ac4406b7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982b3303-80bf-48da-9456-5cfc5b73df97,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:46.451014 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:46.544603 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:46.560830 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7714d-cb09-4736-98ec-2d78e6c8d768 req-6ed8e7a0-0c34-4c76-9d7d-77f46f1494f4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:46.562630 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-aab7714d-cb09-4736-98ec-2d78e6c8d768 req-6ed8e7a0-0c34-4c76-9d7d-77f46f1494f4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 943 time: 0.0626149 Aug 12 01:29:46.626609 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-aab7714d-cb09-4736-98ec-2d78e6c8d768 req-710a6fd0-6ad3-4328-b278-0c7da4ab844e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568080 Aug 12 01:29:47.739621 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac8544-04b7-40b8-99a5-c6a28ff56a94 req-0c5d66fd-3156-4042-9bad-278e0152ad9d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:47.741113 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a8ac8544-04b7-40b8-99a5-c6a28ff56a94 req-0c5d66fd-3156-4042-9bad-278e0152ad9d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 943 time: 0.0466557 Aug 12 01:29:47.796233 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a8ac8544-04b7-40b8-99a5-c6a28ff56a94 req-273c968a-1825-491d-82ac-6426da1602c9 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475442 Aug 12 01:29:48.063142 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a5962-96b8-483a-83ed-940887e228f6 req-9636fe62-263e-4f4e-bfa2-50e0deb80495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:48.064704 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cd5a5962-96b8-483a-83ed-940887e228f6 req-9636fe62-263e-4f4e-bfa2-50e0deb80495 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 1130 time: 0.0423167 Aug 12 01:29:48.074212 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fb340-5b33-4b32-95f5-019bd5b9a361 req-70d9bd46-a383-401a-8183-f169bc8b65d1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:48.075895 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-305fb340-5b33-4b32-95f5-019bd5b9a361 req-70d9bd46-a383-401a-8183-f169bc8b65d1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0567796 Aug 12 01:29:48.137746 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-305fb340-5b33-4b32-95f5-019bd5b9a361 req-ef5fea28-92d7-47d5-97a8-e1247b556b57 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556598 Aug 12 01:29:48.180778 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a5962-96b8-483a-83ed-940887e228f6 req-a828cc66-81ba-4e71-bc5d-5f8c73a827b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:48.182276 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cd5a5962-96b8-483a-83ed-940887e228f6 req-a828cc66-81ba-4e71-bc5d-5f8c73a827b5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.1091306 Aug 12 01:29:48.228057 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cd5a5962-96b8-483a-83ed-940887e228f6 req-dd2ad45a-c218-4890-a45f-4a4d1c9051c0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f387b69c-4056-4801-b83e-52cf09447e9f HTTP/1.1" status: 200 len: 217 time: 0.0366611 Aug 12 01:29:48.282739 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:48.287361 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a5962-96b8-483a-83ed-940887e228f6 req-ec31d386-c5d8-44c3-a4fc-5dea9f3d1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:48.301521 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cd5a5962-96b8-483a-83ed-940887e228f6 req-ec31d386-c5d8-44c3-a4fc-5dea9f3d1940 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.0491285 Aug 12 01:29:48.339295 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a5962-96b8-483a-83ed-940887e228f6 req-78ee6c92-9867-4409-992b-a3b4d3082b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:48.341034 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cd5a5962-96b8-483a-83ed-940887e228f6 req-78ee6c92-9867-4409-992b-a3b4d3082b29 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455668 Aug 12 01:29:48.439051 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cd5a5962-96b8-483a-83ed-940887e228f6 req-9de7e0f6-8134-406e-a4b3-1eaee2a44f2e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898371 Aug 12 01:29:48.549830 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cd5a5962-96b8-483a-83ed-940887e228f6 req-cb80b4ba-ff72-4c4d-81a2-ded0783efd4e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024818 Aug 12 01:29:48.682020 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 2fdb5157-5165-4135-b58d-b3f4cc47979a details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:29:48.790182 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 2fdb5157-5165-4135-b58d-b3f4cc47979a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:48.802582 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'port_id': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'mac_address': 'fa:16:3e:7e:fa:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:29:48.842964 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 2fdb5157-5165-4135-b58d-b3f4cc47979a is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:48.843501 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:48.860583 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdb5157-5165-4135-b58d-b3f4cc47979a {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:29:48.887077 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 2fdb5157-5165-4135-b58d-b3f4cc47979a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:48.892603 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:48.937573 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221dc6c-774a-4830-a906-7468e21068bf req-5579a53a-e6f8-4469-957b-50a827daeb0d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:48.939259 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2221dc6c-774a-4830-a906-7468e21068bf req-5579a53a-e6f8-4469-957b-50a827daeb0d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 944 time: 0.0590854 Aug 12 01:29:48.944244 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=2fdb5157-5165-4135-b58d-b3f4cc47979a,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:48.995324 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2221dc6c-774a-4830-a906-7468e21068bf req-ec888050-388f-4307-9ca9-4bd4863d9dd0 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498471 Aug 12 01:29:49.263324 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['2fdb5157-5165-4135-b58d-b3f4cc47979a'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:29:49.264591 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fd5a0-baec-4b2c-b680-1341a3f1a9ee req-4802049d-5e1f-4762-8971-7d6776e65d46 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:49.266098 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-942fd5a0-baec-4b2c-b680-1341a3f1a9ee req-4802049d-5e1f-4762-8971-7d6776e65d46 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0498629 Aug 12 01:29:49.319349 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:49.322726 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-942fd5a0-baec-4b2c-b680-1341a3f1a9ee req-51495d0c-c120-4248-a474-e7c7950cf87a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488274 Aug 12 01:29:49.398353 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:50.119366 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7765b5a-5c76-4d70-b77a-922a8e216a4b req-c93cdaed-b8b4-41dd-8714-ede13f3968db tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:50.121007 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c7765b5a-5c76-4d70-b77a-922a8e216a4b req-c93cdaed-b8b4-41dd-8714-ede13f3968db tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 944 time: 0.0513008 Aug 12 01:29:50.175235 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c7765b5a-5c76-4d70-b77a-922a8e216a4b req-a06b54ce-5412-454f-b8d9-e76faa68958d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461779 Aug 12 01:29:50.454208 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f1029-3490-45c0-85db-baab3a2537ad req-073ae555-2d2a-463f-b72a-230f8cae157c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:50.456077 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d94f1029-3490-45c0-85db-baab3a2537ad req-073ae555-2d2a-463f-b72a-230f8cae157c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0560930 Aug 12 01:29:50.506578 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d94f1029-3490-45c0-85db-baab3a2537ad req-e5730de9-72f3-49ea-a5ee-8e7a1be636a3 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 Aug 12 01:29:50.696066 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 2fdb5157-5165-4135-b58d-b3f4cc47979a up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:29:50.739341 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port 2fdb5157-5165-4135-b58d-b3f4cc47979a completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:29:50.747850 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 2fdb5157-5165-4135-b58d-b3f4cc47979a triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:29:50.748295 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:50.822926 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 2fdb5157-5165-4135-b58d-b3f4cc47979a is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:29:50.823321 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:50.846443 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:29:50.848740 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08b7283-080d-4739-803a-36b8406ddf1d" -d '{"events": [{"server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "name": "network-vif-plugged", "status": "completed", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:29:50.862752 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 2fdb5157-5165-4135-b58d-b3f4cc47979a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:29:50.868968 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:50.895298 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dd55ca-5ae3-4d62-b65d-8369677c89eb x-openstack-request-id: req-e0dd55ca-5ae3-4d62-b65d-8369677c89eb {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:29:50.895550 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "name": "network-vif-plugged", "status": "completed", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:29:50.895800 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0dd55ca-5ae3-4d62-b65d-8369677c89eb {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:29:50.896190 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dd55ca-5ae3-4d62-b65d-8369677c89eb'] response: {'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'code': 200} Aug 12 01:29:50.922176 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=2fdb5157-5165-4135-b58d-b3f4cc47979a,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:51.098969 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54fc9b-ebc1-490e-8309-fffeb2026943 req-e56358a2-9f00-4972-a26e-9c345ceed836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:51.100676 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5a54fc9b-ebc1-490e-8309-fffeb2026943 req-e56358a2-9f00-4972-a26e-9c345ceed836 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 1129 time: 0.0402369 Aug 12 01:29:51.151265 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5a54fc9b-ebc1-490e-8309-fffeb2026943 req-47a1d370-4e7d-44dd-9247-358980ae0f57 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 Aug 12 01:29:51.310074 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ced19-bec1-4013-a665-8c52c047631b req-a5195cb1-c889-4f65-9d50-62ca43d4cb96 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:51.311564 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8b0ced19-bec1-4013-a665-8c52c047631b req-a5195cb1-c889-4f65-9d50-62ca43d4cb96 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 945 time: 0.0524299 Aug 12 01:29:51.356536 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:51.364654 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8b0ced19-bec1-4013-a665-8c52c047631b req-431e4a16-cd65-499b-ad67-fb6996141a84 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452521 Aug 12 01:29:51.631826 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de7d75-f84a-4ceb-ae49-f78b45cb3095 req-0886aaa2-7225-4f95-bc59-50ca303302d7 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:51.633414 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c5de7d75-f84a-4ceb-ae49-f78b45cb3095 req-0886aaa2-7225-4f95-bc59-50ca303302d7 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0504298 Aug 12 01:29:51.682716 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c5de7d75-f84a-4ceb-ae49-f78b45cb3095 req-3e7815b8-5303-4c13-ad11-dd9378f9918d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Aug 12 01:29:51.884381 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 50146) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:52.000187 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2778a8d2-8e70-4ed6-ab90-abba3daeab9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.080336 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2778a8d2-8e70-4ed6-ab90-abba3daeab9b admin admin] Publish callbacks [] for security_group (0868bb5b-8f27-4c80-87ac-b43c6dd79896), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.086261 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2778a8d2-8e70-4ed6-ab90-abba3daeab9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (0868bb5b-8f27-4c80-87ac-b43c6dd79896), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.091108 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:52.130689 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-2778a8d2-8e70-4ed6-ab90-abba3daeab9b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3c8cde660a1e40afa8d674070d617d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452204 Aug 12 01:29:52.131580 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778a8d2-8e70-4ed6-ab90-abba3daeab9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0868bb5b-8f27-4c80-87ac-b43c6dd79896,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:52.133657 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50152) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:52.184024 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2ae65143-4bef-4880-b5c9-242f6d79b2c4 admin admin] Publish callbacks [] for security_group (0868bb5b-8f27-4c80-87ac-b43c6dd79896), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.206292 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2ae65143-4bef-4880-b5c9-242f6d79b2c4 admin admin] Publish callbacks [] for security_group (0868bb5b-8f27-4c80-87ac-b43c6dd79896), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.254448 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2ae65143-4bef-4880-b5c9-242f6d79b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (0868bb5b-8f27-4c80-87ac-b43c6dd79896), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.257269 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2ae65143-4bef-4880-b5c9-242f6d79b2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.258438 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2ae65143-4bef-4880-b5c9-242f6d79b2c4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0868bb5b-8f27-4c80-87ac-b43c6dd79896 HTTP/1.1" status: 204 len: 168 time: 0.1237969 Aug 12 01:29:52.266321 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae65143-4bef-4880-b5c9-242f6d79b2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0868bb5b-8f27-4c80-87ac-b43c6dd79896,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:52.488379 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc6eec-1577-4d32-9065-d66b1f647b69 req-ae2226ed-de07-4c90-a9bc-a6add62b894c tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:52.490011 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-abcc6eec-1577-4d32-9065-d66b1f647b69 req-ae2226ed-de07-4c90-a9bc-a6add62b894c tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 945 time: 0.0515044 Aug 12 01:29:52.559343 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-abcc6eec-1577-4d32-9065-d66b1f647b69 req-22d92148-c5d4-4dfd-892b-256c87b9454e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622511 Aug 12 01:29:52.589920 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50166) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:52.609181 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9705097a-336d-4363-b6e6-f8443e6173a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.629698 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:52.698370 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9705097a-336d-4363-b6e6-f8443e6173a1 admin admin] Publish callbacks [] for security_group (2282e7c2-aa8d-4bca-b068-947534545c21), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.702564 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9705097a-336d-4363-b6e6-f8443e6173a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (2282e7c2-aa8d-4bca-b068-947534545c21), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.741846 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705097a-336d-4363-b6e6-f8443e6173a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2282e7c2-aa8d-4bca-b068-947534545c21,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:52.746251 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9705097a-336d-4363-b6e6-f8443e6173a1 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=10f66d78d1914515b6d44c703045694a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548502 Aug 12 01:29:52.749502 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 50170) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:52.856889 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cccd0-0cd1-4f5b-837a-1f05eb6c95a6 req-06546976-fff4-4b9f-a786-ace53ea54d3f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:52.858477 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bc9cccd0-0cd1-4f5b-837a-1f05eb6c95a6 req-06546976-fff4-4b9f-a786-ace53ea54d3f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0897667 Aug 12 01:29:52.884876 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b70e91be-daec-4847-b257-75663043b93d admin admin] Publish callbacks [] for security_group (2282e7c2-aa8d-4bca-b068-947534545c21), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.925051 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b70e91be-daec-4847-b257-75663043b93d admin admin] Publish callbacks [] for security_group (2282e7c2-aa8d-4bca-b068-947534545c21), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.940462 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bc9cccd0-0cd1-4f5b-837a-1f05eb6c95a6 req-e96a7e52-8bdd-4968-a38d-bf0e810f4fb0 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728848 Aug 12 01:29:52.981978 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b70e91be-daec-4847-b257-75663043b93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (2282e7c2-aa8d-4bca-b068-947534545c21), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.984427 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b70e91be-daec-4847-b257-75663043b93d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:52.988701 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b70e91be-daec-4847-b257-75663043b93d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2282e7c2-aa8d-4bca-b068-947534545c21 HTTP/1.1" status: 204 len: 168 time: 0.2351320 Aug 12 01:29:52.993743 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e91be-daec-4847-b257-75663043b93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2282e7c2-aa8d-4bca-b068-947534545c21,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:53.376195 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 50188) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:53.390120 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9cd400a9-bd4c-4f57-9dd4-3ed0bb452af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:53.468659 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9cd400a9-bd4c-4f57-9dd4-3ed0bb452af5 admin admin] Publish callbacks [] for security_group (5bad69ed-4546-4dcd-a8cc-2b36c11b699b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:53.474225 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9cd400a9-bd4c-4f57-9dd4-3ed0bb452af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5bad69ed-4546-4dcd-a8cc-2b36c11b699b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:53.492033 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:53.519351 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-9cd400a9-bd4c-4f57-9dd4-3ed0bb452af5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=387096562fd848faa68a75d2628f2d01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420174 Aug 12 01:29:53.521203 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd400a9-bd4c-4f57-9dd4-3ed0bb452af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bad69ed-4546-4dcd-a8cc-2b36c11b699b,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:53.522142 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50190) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:29:53.572177 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7da04241-0453-46ab-a6bb-a74437f19ddf admin admin] Publish callbacks [] for security_group (5bad69ed-4546-4dcd-a8cc-2b36c11b699b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:53.595795 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7da04241-0453-46ab-a6bb-a74437f19ddf admin admin] Publish callbacks [] for security_group (5bad69ed-4546-4dcd-a8cc-2b36c11b699b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:53.650929 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7da04241-0453-46ab-a6bb-a74437f19ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5bad69ed-4546-4dcd-a8cc-2b36c11b699b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:53.653533 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7da04241-0453-46ab-a6bb-a74437f19ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:29:53.654688 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7da04241-0453-46ab-a6bb-a74437f19ddf admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5bad69ed-4546-4dcd-a8cc-2b36c11b699b HTTP/1.1" status: 204 len: 168 time: 0.1314731 Aug 12 01:29:53.663417 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da04241-0453-46ab-a6bb-a74437f19ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bad69ed-4546-4dcd-a8cc-2b36c11b699b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:29:53.707601 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8990fc-b38e-4e91-902b-235713880c2e req-701be5fe-c26a-4719-a094-6090a829125a tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:53.709119 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee8990fc-b38e-4e91-902b-235713880c2e req-701be5fe-c26a-4719-a094-6090a829125a tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 945 time: 0.0550623 Aug 12 01:29:53.759469 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee8990fc-b38e-4e91-902b-235713880c2e req-c6a3ae04-b92f-469f-b3a2-950b21afe319 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433397 Aug 12 01:29:53.891956 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2544d7e-45a3-4a81-b2a6-415a9ef3cf2e req-dba00c38-e993-4248-85eb-aecb0ac6c3e2 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:53.896282 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f2544d7e-45a3-4a81-b2a6-415a9ef3cf2e req-dba00c38-e993-4248-85eb-aecb0ac6c3e2 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 945 time: 0.0599322 Aug 12 01:29:53.964558 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f2544d7e-45a3-4a81-b2a6-415a9ef3cf2e req-a85e6d12-f16e-465a-882f-a996e9d1d2da tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617421 Aug 12 01:29:54.078667 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9c354-06af-48cf-a1b3-8c62367997fe req-0d892bae-bf0a-4ea0-baf3-f691c44a37cc tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:54.080190 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4be9c354-06af-48cf-a1b3-8c62367997fe req-0d892bae-bf0a-4ea0-baf3-f691c44a37cc tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0530059 Aug 12 01:29:54.133822 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4be9c354-06af-48cf-a1b3-8c62367997fe req-78493fd0-8640-4113-8c66-4a108f146de2 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476718 Aug 12 01:29:54.652844 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a3789-142f-426d-bd8b-c8b09a0282b9 req-b1251968-1386-46ab-84c3-b118cc4f62cb tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:54.654407 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a18a3789-142f-426d-bd8b-c8b09a0282b9 req-b1251968-1386-46ab-84c3-b118cc4f62cb tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 945 time: 0.0534194 Aug 12 01:29:54.707491 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a18a3789-142f-426d-bd8b-c8b09a0282b9 req-b098661f-fd74-4503-9812-ee07452544cb tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471234 Aug 12 01:29:55.287872 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c848e2-1d5a-4856-b53c-77bfdce5116f req-02b41f7b-23e8-4d73-8843-4cb04831efdb tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:55.289550 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9c848e2-1d5a-4856-b53c-77bfdce5116f req-02b41f7b-23e8-4d73-8843-4cb04831efdb tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0626364 Aug 12 01:29:55.330030 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:55.359118 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9c848e2-1d5a-4856-b53c-77bfdce5116f req-d460bd4c-93ea-481f-9f57-b9b40762b400 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632830 Aug 12 01:29:55.876311 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cd474-9f7d-40a9-b5c1-55ca1745bccd req-131fe5e4-9414-4b10-8e61-7d8ea9e0fa72 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:55.877812 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-419cd474-9f7d-40a9-b5c1-55ca1745bccd req-131fe5e4-9414-4b10-8e61-7d8ea9e0fa72 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0454533 Aug 12 01:29:55.926804 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-419cd474-9f7d-40a9-b5c1-55ca1745bccd req-d6f1d094-5e68-4ea9-8c36-8b769e77efae tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 Aug 12 01:29:56.735828 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df5a4c-c97e-4c2a-a823-cb27e0b6ac70 req-cc46e151-38a2-423c-afd4-d11e20ba7955 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:56.737468 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-59df5a4c-c97e-4c2a-a823-cb27e0b6ac70 req-cc46e151-38a2-423c-afd4-d11e20ba7955 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0508244 Aug 12 01:29:56.802889 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-59df5a4c-c97e-4c2a-a823-cb27e0b6ac70 req-a176e858-980a-4dd4-97a5-70c8ea0aad13 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595121 Aug 12 01:29:57.061778 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac0ed2-db90-4ab7-94bc-029b3613911d req-0cbfa287-4a91-443a-94e2-193ded02e4f6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:57.063257 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b0ac0ed2-db90-4ab7-94bc-029b3613911d req-0cbfa287-4a91-443a-94e2-193ded02e4f6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0523365 Aug 12 01:29:57.128868 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b0ac0ed2-db90-4ab7-94bc-029b3613911d req-555ab1fa-c02c-4903-a644-d8fc41d9e844 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517876 Aug 12 01:29:57.928812 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82620f1-02ea-4130-8e23-69cd4508668a req-2741891f-242b-4340-b297-904751e47cc2 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:57.930297 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a82620f1-02ea-4130-8e23-69cd4508668a req-2741891f-242b-4340-b297-904751e47cc2 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0485630 Aug 12 01:29:57.977432 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a82620f1-02ea-4130-8e23-69cd4508668a req-29b28c0f-78f7-42b4-935b-c32065001789 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Aug 12 01:29:58.253663 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0613c9d-7680-4b3e-abf6-18d93a928046 req-4e9276bd-a167-4400-90d7-06043b27298b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:58.255137 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b0613c9d-7680-4b3e-abf6-18d93a928046 req-4e9276bd-a167-4400-90d7-06043b27298b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0519717 Aug 12 01:29:58.304108 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b0613c9d-7680-4b3e-abf6-18d93a928046 req-6baee913-ca51-46ed-b6bc-ec7b782efcfc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428870 Aug 12 01:29:59.123045 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce0f5f-613d-4b43-aa8e-33f2ef48bdc1 req-c8b5bf4f-5714-4621-8bbd-596114807485 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:59.124570 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fbce0f5f-613d-4b43-aa8e-33f2ef48bdc1 req-c8b5bf4f-5714-4621-8bbd-596114807485 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0545056 Aug 12 01:29:59.136942 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:29:59.172635 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fbce0f5f-613d-4b43-aa8e-33f2ef48bdc1 req-ae4eabe3-c50c-42f5-8ab7-c1852fe4ae04 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Aug 12 01:29:59.438907 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3f2ee-9420-48d9-891d-4b5a86e8e256 req-70653d41-1e84-40e0-a88c-01500a5a9de1 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:29:59.440399 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c6e3f2ee-9420-48d9-891d-4b5a86e8e256 req-70653d41-1e84-40e0-a88c-01500a5a9de1 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0460796 Aug 12 01:29:59.494354 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c6e3f2ee-9420-48d9-891d-4b5a86e8e256 req-a7633f68-8ecd-4bbe-b43c-36916012b592 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481515 Aug 12 01:30:00.144070 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:00.290491 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a9615-5f36-403c-8e25-0ce7bbff4cc7 req-194c8436-ded1-4261-bbf2-6361df5e184f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:00.291987 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-025a9615-5f36-403c-8e25-0ce7bbff4cc7 req-194c8436-ded1-4261-bbf2-6361df5e184f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0467243 Aug 12 01:30:00.345644 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-025a9615-5f36-403c-8e25-0ce7bbff4cc7 req-7c60dc94-eed6-4e5f-a118-478f4e6743ec tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477924 Aug 12 01:30:00.616561 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb5a50-f496-4110-8cd9-ca79715c6d8e req-e858578f-41b4-4dda-a789-c0c03980a1e3 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:00.619717 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8eeb5a50-f496-4110-8cd9-ca79715c6d8e req-e858578f-41b4-4dda-a789-c0c03980a1e3 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0487542 Aug 12 01:30:00.670215 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8eeb5a50-f496-4110-8cd9-ca79715c6d8e req-4669f040-50b9-4b7e-a293-d590d7c8fd86 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445232 Aug 12 01:30:01.471701 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd512a-0a73-4bbf-b8a9-8d3f7ee8125d req-6f647a50-cdcb-4857-a1ba-2c86411a9c09 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:01.473169 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-77bd512a-0a73-4bbf-b8a9-8d3f7ee8125d req-6f647a50-cdcb-4857-a1ba-2c86411a9c09 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0514164 Aug 12 01:30:01.520431 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-77bd512a-0a73-4bbf-b8a9-8d3f7ee8125d req-812fe264-796d-4d57-8063-a2f609d8be45 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Aug 12 01:30:01.799560 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f611ec1-9e3c-41bc-9777-974b255c97be req-9d328322-3064-4c8c-9cd7-9b9949d923bd tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:01.801267 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8f611ec1-9e3c-41bc-9777-974b255c97be req-9d328322-3064-4c8c-9cd7-9b9949d923bd tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0502548 Aug 12 01:30:01.854753 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8f611ec1-9e3c-41bc-9777-974b255c97be req-ef84b2c3-0a04-48ad-9d3a-5bf88d67105a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475085 Aug 12 01:30:01.942449 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50450) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:01.947010 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357151211', 'description': 'tempest-description--201346498'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:01.956807 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:01.970231 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.048622 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (5da9d5e0-d038-4f3b-9d06-6eb9adf61d14), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.054198 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5da9d5e0-d038-4f3b-9d06-6eb9adf61d14), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.092606 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.096778 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1504488 Aug 12 01:30:02.096778 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:02.097125 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 50456) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:02.101598 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'security_group_rule': {'security_group_id': '5da9d5e0-d038-4f3b-9d06-6eb9adf61d14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:02.105911 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:02.113720 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.114071 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.114415 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.114762 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.115099 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.115440 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.115812 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.116144 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.116472 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.116797 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.117332 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.117680 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.117995 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.118321 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.118646 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4df67ed-8950-46d7-82c1-4e94de822037 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.137490 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (83189a30-8fd9-43a6-a19b-04f7c0926524), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.200256 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (83189a30-8fd9-43a6-a19b-04f7c0926524), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.207844 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (83189a30-8fd9-43a6-a19b-04f7c0926524), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.229429 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83189a30-8fd9-43a6-a19b-04f7c0926524,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:02.239574 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.241081 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429162 Aug 12 01:30:02.242860 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.243254 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.243754 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.244099 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50462) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:02.244224 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.244529 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.244930 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.245333 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.245706 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.246108 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.246493 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.246876 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.247257 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.247670 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.248057 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.248450 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31214c19-bf67-4e0a-ac60-3b97445a5da8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:02.249264 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-74a512c9-c61a-49f1-8c15-6b2a1b4ff5a5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'security_group_rule': {'security_group_id': '5da9d5e0-d038-4f3b-9d06-6eb9adf61d14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:02.277989 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74a512c9-c61a-49f1-8c15-6b2a1b4ff5a5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (b6c56888-e0df-41ee-9b17-905880e26de5), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.341676 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74a512c9-c61a-49f1-8c15-6b2a1b4ff5a5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (b6c56888-e0df-41ee-9b17-905880e26de5), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.350445 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74a512c9-c61a-49f1-8c15-6b2a1b4ff5a5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (b6c56888-e0df-41ee-9b17-905880e26de5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.372284 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a512c9-c61a-49f1-8c15-6b2a1b4ff5a5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c56888-e0df-41ee-9b17-905880e26de5,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:02.386073 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74a512c9-c61a-49f1-8c15-6b2a1b4ff5a5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.390688 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-74a512c9-c61a-49f1-8c15-6b2a1b4ff5a5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449516 Aug 12 01:30:02.391330 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50472) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:02.395991 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:02.403907 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-6c4c89f3-fa4e-4553-bbef-c7864cd1014f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-531838359&fields=id&tenant_id=2ca05e52a1c94aa7a8877ea34c412c95 HTTP/1.1" status: 200 len: 267 time: 0.0520332 Aug 12 01:30:02.418181 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.499739 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.516726 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-aa6104f2-e094-4537-940a-7b0a4685dfa4 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:02.518576 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-aa6104f2-e094-4537-940a-7b0a4685dfa4 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 811 time: 0.1074026 Aug 12 01:30:02.534305 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-fc183512-4bd3-418b-b66e-b5770a75ed41 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/quotas/2ca05e52a1c94aa7a8877ea34c412c95 HTTP/1.1" status: 200 len: 375 time: 0.0100980 Aug 12 01:30:02.534875 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:UPDATE=2,neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=6 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:02.592760 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1a25db3c-adfe-4d65-b97a-33f1d1b0d919 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518253 Aug 12 01:30:02.617464 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Allocated IP 172.27.2.237 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/12b466ea-1259-4056-9bc8-47d3f3014130) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:30:02.699743 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:02.717305 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85977a8-18a8-424c-9749-e8cd56c1fcff req-808d6757-609a-4e80-8a1a-5adaef3033ca tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:02.718799 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c85977a8-18a8-424c-9749-e8cd56c1fcff req-808d6757-609a-4e80-8a1a-5adaef3033ca tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0953887 Aug 12 01:30:02.735958 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for port (12b466ea-1259-4056-9bc8-47d3f3014130), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.765769 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-01321946-ebb1-48ae-9187-ae929d38cd42 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612067 Aug 12 01:30:02.769001 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (12b466ea-1259-4056-9bc8-47d3f3014130), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.810955 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:30:02.816124 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:30:02.818282 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'Port': ['ID=12b466ea-1259-4056-9bc8-47d3f3014130,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:02.820393 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:30:02.823310 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:02.837552 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c85977a8-18a8-424c-9749-e8cd56c1fcff req-79727637-a7ba-4c52-ad0a-08cf407a5371 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066921 Aug 12 01:30:02.896349 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-92fd3700-e6ac-4511-b019-c0c8daf7dd00 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225915 Aug 12 01:30:02.911699 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (ba494c86-a24d-4804-9d39-4295269140eb), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:02.951786 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (12b466ea-1259-4056-9bc8-47d3f3014130), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:03.005216 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf7014-aa41-41c0-9325-19ea31ade188 req-c89ed24f-ad6c-42ce-b90e-460bafe4b1e5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:03.006650 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:03.007216 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-42bf7014-aa41-41c0-9325-19ea31ade188 req-c89ed24f-ad6c-42ce-b90e-460bafe4b1e5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0517936 Aug 12 01:30:03.060209 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-42bf7014-aa41-41c0-9325-19ea31ade188 req-212b53e4-7492-485f-9de5-847453a40d10 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441821 Aug 12 01:30:03.151742 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for port (12b466ea-1259-4056-9bc8-47d3f3014130), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:03.156788 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (12b466ea-1259-4056-9bc8-47d3f3014130), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:03.230992 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'Port': ['ID=12b466ea-1259-4056-9bc8-47d3f3014130,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:03.233512 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (ba494c86-a24d-4804-9d39-4295269140eb), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:03.244036 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a19b09ad-e59c-4ddf-ba55-2cc639227ec0 req-329b0708-0027-4649-bd0d-530c09821dbd tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 210 time: 0.0304205 Aug 12 01:30:03.251004 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:03.261200 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a55c95fa-92dd-4c7a-bb40-293b0f1e0bf8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8599865 Aug 12 01:30:03.470180 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-a019e6a9-c7f4-4b35-be8a-c3369e426934 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1357151211&fields=id&tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d HTTP/1.1" status: 200 len: 267 time: 0.0457616 Aug 12 01:30:03.626576 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24982e74-66cf-4390-9bf7-83ed161b739b req-f606f12b-c337-4543-b30f-feb79688717e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:03.628209 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-f606f12b-c337-4543-b30f-feb79688717e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 815 time: 0.1378632 Aug 12 01:30:03.648300 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-5a87bb93-b282-4895-a37d-7e256ab1a0c9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/quotas/e5e2fd72103c4b5e956ef5b9c291f16d HTTP/1.1" status: 200 len: 375 time: 0.0136762 Aug 12 01:30:03.665826 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:03.680019 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=31,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:03.704265 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-aaa2ad85-9c29-4ff4-a2fb-7e184b59832d tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498817 Aug 12 01:30:03.807825 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b272b4e2-cd38-4638-9cb9-b70bc9ff5b0c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898826 Aug 12 01:30:03.904607 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-96940c6f-b792-4c41-ad46-db2c3121f895 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909743 Aug 12 01:30:03.974224 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8785e5-4238-45aa-8ea9-5ab233dea7f0 req-f5648af7-661f-4b67-9538-762633bcec05 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:03.974592 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4f8785e5-4238-45aa-8ea9-5ab233dea7f0 req-f5648af7-661f-4b67-9538-762633bcec05 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0556202 Aug 12 01:30:04.034958 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4f8785e5-4238-45aa-8ea9-5ab233dea7f0 req-690856ba-ac77-4da5-a0f7-3d611d28bf84 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537932 Aug 12 01:30:04.269574 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37294991-a720-4e3f-baf8-1e8aea857a71 req-f38e9619-ff3b-4a03-b14b-2c183d39e42a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:04.271037 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-37294991-a720-4e3f-baf8-1e8aea857a71 req-f38e9619-ff3b-4a03-b14b-2c183d39e42a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.1094337 Aug 12 01:30:04.272596 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a5f3c4bb-4c7f-4314-ad59-7facfb994a15 req-3a88c749-64cb-4ee0-9a89-53a3fff360fa tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 210 time: 0.0384371 Aug 12 01:30:04.321651 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-37294991-a720-4e3f-baf8-1e8aea857a71 req-358efb0b-3747-4f8e-9946-91bf3d4736d0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442948 Aug 12 01:30:04.382557 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8859c21c-71ba-4642-bf37-44ee1870e002 req-8abe6c1f-0edf-4c96-a257-b15c448ae59f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 210 time: 0.0301366 Aug 12 01:30:04.898508 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50548) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:05.007764 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f8189c8f-94f2-41cf-bba8-d9e74ff3b407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:05.063139 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:05.097933 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f8189c8f-94f2-41cf-bba8-d9e74ff3b407 admin admin] Publish callbacks [] for security_group (a88f903f-f394-4772-976b-e72d9ba298b7), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:05.102096 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f8189c8f-94f2-41cf-bba8-d9e74ff3b407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (a88f903f-f394-4772-976b-e72d9ba298b7), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:05.161897 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8189c8f-94f2-41cf-bba8-d9e74ff3b407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88f903f-f394-4772-976b-e72d9ba298b7,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:05.162707 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae1edc-083f-45ab-82fb-924ab3632241 req-f76b53f7-364f-471e-a0ac-704c4f72f3a8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:05.164398 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-faae1edc-083f-45ab-82fb-924ab3632241 req-f76b53f7-364f-471e-a0ac-704c4f72f3a8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0537271 Aug 12 01:30:05.169871 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f8189c8f-94f2-41cf-bba8-d9e74ff3b407 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=cd51211ff36b46e6b53776c35be729c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702591 Aug 12 01:30:05.172810 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 50556) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:05.175695 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:05.307098 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-5ffacb64-fe73-4599-a397-d11e9afbc0d0 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:05.308706 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-5ffacb64-fe73-4599-a397-d11e9afbc0d0 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 811 time: 0.1572733 Aug 12 01:30:05.340842 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-faae1edc-083f-45ab-82fb-924ab3632241 req-a6b69071-8717-40cc-b6d0-d3802664fe3c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560278 Aug 12 01:30:05.345823 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:05.386537 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4259ed63-78c4-4507-8c2f-12d3e21656ad admin admin] Publish callbacks [] for security_group (a88f903f-f394-4772-976b-e72d9ba298b7), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:05.439195 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1fbdb11a-272d-4184-a3a7-ddccd1573ea9 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2ca05e52a1c94aa7a8877ea34c412c95 HTTP/1.1" status: 200 len: 379 time: 0.1189744 Aug 12 01:30:05.450379 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'port': {'device_id': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'admin_state_up': True, 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'security_groups': ['1e700171-0f90-4375-ad7a-cc019d9ab487']}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:05.467563 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:05.476551 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4259ed63-78c4-4507-8c2f-12d3e21656ad admin admin] Publish callbacks [] for security_group (a88f903f-f394-4772-976b-e72d9ba298b7), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:05.526258 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3633e820-6852-4d6d-91df-f7a976a430ea req-f945c990-7df8-421a-8551-b3cdb368590d tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 210 time: 0.0987749 Aug 12 01:30:05.558008 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf75f2-9528-4b00-aadf-0e54a0934216 req-112b63ca-f828-4022-bf94-3cd35b08cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:05.559631 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-42bf75f2-9528-4b00-aadf-0e54a0934216 req-112b63ca-f828-4022-bf94-3cd35b08cacf service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 1130 time: 0.1303082 Aug 12 01:30:05.571510 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645cafa-e5c7-4d1d-a6c1-39dcc1def73c req-f3e92e7f-049f-41b0-9e6c-e21b56849f40 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:05.573029 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3645cafa-e5c7-4d1d-a6c1-39dcc1def73c req-f3e92e7f-049f-41b0-9e6c-e21b56849f40 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.1217532 Aug 12 01:30:05.585118 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Made reservation on behalf of 2ca05e52a1c94aa7a8877ea34c412c95 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:30:05.589576 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:05.600247 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4259ed63-78c4-4507-8c2f-12d3e21656ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (a88f903f-f394-4772-976b-e72d9ba298b7), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:05.602682 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4259ed63-78c4-4507-8c2f-12d3e21656ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:05.603743 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4259ed63-78c4-4507-8c2f-12d3e21656ad admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a88f903f-f394-4772-976b-e72d9ba298b7 HTTP/1.1" status: 204 len: 168 time: 0.4299114 Aug 12 01:30:05.645411 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259ed63-78c4-4507-8c2f-12d3e21656ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88f903f-f394-4772-976b-e72d9ba298b7,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:05.656089 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-91ad548b-8b63-45a7-a9da-09bcf371a698 req-37a2c4a1-09ce-4c8b-8fc0-fa308b39e543 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 210 time: 0.0566461 Aug 12 01:30:05.690256 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3645cafa-e5c7-4d1d-a6c1-39dcc1def73c req-030a1c18-0294-40f5-9454-8f5a3ccfd00b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986948 Aug 12 01:30:05.750472 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Allocated IP 172.20.0.11 (4d3c14b0-d6e3-49a6-94a3-2110714459d1/0cdc836c-d627-48a6-ab6d-4370c4105d9e/de45b233-9e56-4b4c-b5fd-7f356b7e3307) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:30:05.793775 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-42bf75f2-9528-4b00-aadf-0e54a0934216 req-606881ca-9ca4-464b-a73e-8b082fb98826 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458188 Aug 12 01:30:05.898629 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:05.928251 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 50570) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:05.931665 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:05.942638 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-95d986d2-05f8-4638-9424-af763b642d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:05.971640 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:30:05.976956 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:30:05.980910 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:30:06.000523 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:06.007800 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'Port': ['ID=de45b233-9e56-4b4c-b5fd-7f356b7e3307,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:06.026218 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-95d986d2-05f8-4638-9424-af763b642d39 admin admin] Publish callbacks [] for security_group (4230e3db-94e7-45dd-949e-9b5c77678745), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.032082 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-95d986d2-05f8-4638-9424-af763b642d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (4230e3db-94e7-45dd-949e-9b5c77678745), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.043079 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:06.044046 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.068625 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7d93643e-7e9d-499c-b370-7003fbb443fe tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6221325 Aug 12 01:30:06.075880 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-95d986d2-05f8-4638-9424-af763b642d39 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=95fee7bcfc894de18044dc292fcaa02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465571 Aug 12 01:30:06.076766 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d986d2-05f8-4638-9424-af763b642d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4230e3db-94e7-45dd-949e-9b5c77678745,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:06.079522 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50572) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:06.131203 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Request body: {'port': {'device_id': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:06.195119 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:06.203185 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.224991 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a28f1dfb-9536-466d-b256-7626a8b35a06 admin admin] Publish callbacks [] for security_group (4230e3db-94e7-45dd-949e-9b5c77678745), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.232710 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:06.237672 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24982e74-66cf-4390-9bf7-83ed161b739b req-f34cbe34-426f-48b2-bf14-3a5fb6afa077 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:06.239248 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-f34cbe34-426f-48b2-bf14-3a5fb6afa077 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 815 time: 0.1187632 Aug 12 01:30:06.280296 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a28f1dfb-9536-466d-b256-7626a8b35a06 admin admin] Publish callbacks [] for security_group (4230e3db-94e7-45dd-949e-9b5c77678745), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.291515 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-6a534247-62f5-4c02-ba70-da9de3797493 None None] Provisioning complete for port de45b233-9e56-4b4c-b5fd-7f356b7e3307 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:30:06.292055 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6a534247-62f5-4c02-ba70-da9de3797493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.331658 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-6a534247-62f5-4c02-ba70-da9de3797493 None None] Port de45b233-9e56-4b4c-b5fd-7f356b7e3307 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:30:06.450216 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a28f1dfb-9536-466d-b256-7626a8b35a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (4230e3db-94e7-45dd-949e-9b5c77678745), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.452923 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a28f1dfb-9536-466d-b256-7626a8b35a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.454162 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a28f1dfb-9536-466d-b256-7626a8b35a06 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4230e3db-94e7-45dd-949e-9b5c77678745 HTTP/1.1" status: 204 len: 168 time: 0.3730886 Aug 12 01:30:06.467951 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f1dfb-9536-466d-b256-7626a8b35a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4230e3db-94e7-45dd-949e-9b5c77678745,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:06.483763 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312344-eae1-4db6-908c-277b7acaf04b req-10353cec-cd50-4b40-b2d7-117814887c5f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:06.485404 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a5312344-eae1-4db6-908c-277b7acaf04b req-10353cec-cd50-4b40-b2d7-117814887c5f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0593727 Aug 12 01:30:06.536403 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-40fb9991-4cb6-4a1a-a967-719ebf0addb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.564155 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a5312344-eae1-4db6-908c-277b7acaf04b req-b5dd65b1-2a5e-4bc9-9d09-6dd36c1138cf tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721016 Aug 12 01:30:06.616277 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de45b233-9e56-4b4c-b5fd-7f356b7e3307 {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:30:06.620359 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-29ec058b-dc01-41cb-8f50-f5f6a852da6c tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d HTTP/1.1" status: 200 len: 473 time: 0.1337860 Aug 12 01:30:06.624674 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Publish callbacks [] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.638968 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Transition to ACTIVE for port object de45b233-9e56-4b4c-b5fd-7f356b7e3307 will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:30:06.644420 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.651762 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-24982e74-66cf-4390-9bf7-83ed161b739b req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'port': {'device_id': '0835a143-9929-4018-99dc-2f3e3915fb43', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'admin_state_up': True, 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'security_groups': ['5da9d5e0-d038-4f3b-9d06-6eb9adf61d14']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:06.685067 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-18cf10be-0172-4e48-9ef5-6dff875294ab req-9d42d1f1-9ea8-4faf-8229-21d0eb78016d tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 210 time: 0.0529721 Aug 12 01:30:06.715105 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:06.766191 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Pushing event updated for resources: {'Port': ['ID=de45b233-9e56-4b4c-b5fd-7f356b7e3307,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:06.799925 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Attempting to bind port de45b233-9e56-4b4c-b5fd-7f356b7e3307 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:30:06.800265 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Attempting to bind port de45b233-9e56-4b4c-b5fd-7f356b7e3307 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:30:06.800598 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Attempting to bind port de45b233-9e56-4b4c-b5fd-7f356b7e3307 on network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:30:06.812686 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Port de45b233-9e56-4b4c-b5fd-7f356b7e3307 on network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:30:06.813009 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Attempting to bind port de45b233-9e56-4b4c-b5fd-7f356b7e3307 on network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:30:06.819021 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:30:06.819357 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Checking segment: {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:30:06.819893 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Bound using segment: {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:30:06.820329 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Bound port: de45b233-9e56-4b4c-b5fd-7f356b7e3307, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:30:06.820688 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.843521 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed091aeb-860d-4e18-96d0-801c6d3618ba req-742a6e72-0bc6-4fd1-9e8e-99d266343df7 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:06.850996 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ed091aeb-860d-4e18-96d0-801c6d3618ba req-742a6e72-0bc6-4fd1-9e8e-99d266343df7 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.0977867 Aug 12 01:30:06.901879 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] For port de45b233-9e56-4b4c-b5fd-7f356b7e3307, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:30:06.905690 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] For port de45b233-9e56-4b4c-b5fd-7f356b7e3307, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de45b233-9e56-4b4c-b5fd-7f356b7e3307,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:30:06.917166 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.937468 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9139-449a-4c78-a528-6ee6d4a4dbdd req-a378cbe9-5be0-4f25-ab7d-eff58dd88ce8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:06.942719 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:06.943339 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:06.944217 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9dbe9139-449a-4c78-a528-6ee6d4a4dbdd req-a378cbe9-5be0-4f25-ab7d-eff58dd88ce8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.1349328 Aug 12 01:30:06.944882 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/de45b233-9e56-4b4c-b5fd-7f356b7e3307 HTTP/1.1" status: 200 len: 1094 time: 0.8194487 Aug 12 01:30:06.945446 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'tag': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:06.947963 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e92820c-95c9-43a1-b94c-6abd2881ffcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c75c35-1961-4c9b-9208-ed9096bf447d", "tag": "de45b233-9e56-4b4c-b5fd-7f356b7e3307"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:06.977386 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355d0a8-d9fb-40e1-8c60-3f5bde7afee4 service neutron] Pushing event updated for resources: {'Port': ['ID=de45b233-9e56-4b4c-b5fd-7f356b7e3307,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:06.980779 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ed091aeb-860d-4e18-96d0-801c6d3618ba req-ee19b794-fde3-4edd-b037-e6ee0a6c3e14 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285210 Aug 12 01:30:07.014281 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24982e74-66cf-4390-9bf7-83ed161b739b req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Made reservation on behalf of e5e2fd72103c4b5e956ef5b9c291f16d for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:30:07.017777 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-24982e74-66cf-4390-9bf7-83ed161b739b req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:07.024548 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9dbe9139-449a-4c78-a528-6ee6d4a4dbdd req-8c1f698c-d086-4275-b164-6f02006f6671 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772662 Aug 12 01:30:07.043296 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb582f39-d590-48ce-862e-dc128b9ca9b6 x-openstack-request-id: req-eb582f39-d590-48ce-862e-dc128b9ca9b6 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:07.043751 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c75c35-1961-4c9b-9208-ed9096bf447d", "tag": "de45b233-9e56-4b4c-b5fd-7f356b7e3307", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:07.043942 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb582f39-d590-48ce-862e-dc128b9ca9b6 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:07.044329 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb582f39-d590-48ce-862e-dc128b9ca9b6'] response: {'name': 'network-changed', 'server_uuid': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'tag': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307', 'status': 'completed', 'code': 200} Aug 12 01:30:07.164694 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-24982e74-66cf-4390-9bf7-83ed161b739b req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Allocated IP 172.20.0.4 (c69785c6-9bf5-4740-9585-57c14141c241/a9afc717-283a-483a-80e3-bf850c00ecf8/68c71044-03ca-436d-a9ff-d049d4286d64) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:30:07.299404 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:07.316381 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-24982e74-66cf-4390-9bf7-83ed161b739b req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for port (68c71044-03ca-436d-a9ff-d049d4286d64), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:07.364359 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-24982e74-66cf-4390-9bf7-83ed161b739b req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:07.406489 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24982e74-66cf-4390-9bf7-83ed161b739b req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Network c69785c6-9bf5-4740-9585-57c14141c241 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:30:07.409966 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-24982e74-66cf-4390-9bf7-83ed161b739b req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:30:07.416728 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-24982e74-66cf-4390-9bf7-83ed161b739b req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:30:07.463253 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'Port': ['ID=68c71044-03ca-436d-a9ff-d049d4286d64,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:07.498341 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24982e74-66cf-4390-9bf7-83ed161b739b req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:07.500894 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-24982e74-66cf-4390-9bf7-83ed161b739b req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:07.519123 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-501ddfe6-70b0-4a99-b3cf-7e4c4fb457c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8755558 Aug 12 01:30:07.660613 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-7a8cf6d7-c4a8-493f-93be-7868e225a0bc None None] Provisioning complete for port 68c71044-03ca-436d-a9ff-d049d4286d64 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:30:07.661185 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7a8cf6d7-c4a8-493f-93be-7868e225a0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:07.689548 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191152ce-5ac0-4f7d-932e-63958c0c0b9b req-1b9f9282-deaa-4761-9a64-0430d8617ea4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:07.690949 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-191152ce-5ac0-4f7d-932e-63958c0c0b9b req-1b9f9282-deaa-4761-9a64-0430d8617ea4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0532613 Aug 12 01:30:07.694554 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-7a8cf6d7-c4a8-493f-93be-7868e225a0bc None None] Port 68c71044-03ca-436d-a9ff-d049d4286d64 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:30:07.753183 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-191152ce-5ac0-4f7d-932e-63958c0c0b9b req-9be3757e-bfce-4a2e-bff2-11215b0c57d2 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533028 Aug 12 01:30:07.807985 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:07.817297 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502fe43-fc8a-4d85-994e-892d69dc6b1c req-87b8594c-2508-41a8-90e4-c6d76ae314cf tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:07.818573 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d502fe43-fc8a-4d85-994e-892d69dc6b1c req-87b8594c-2508-41a8-90e4-c6d76ae314cf tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 931 time: 0.0499284 Aug 12 01:30:07.840345 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50636) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:07.879680 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Request body: {'port': {'device_id': '0835a143-9929-4018-99dc-2f3e3915fb43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:07.920247 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d502fe43-fc8a-4d85-994e-892d69dc6b1c req-efd92d36-e6a5-44e3-a7c7-410358e6d1f2 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936460 Aug 12 01:30:07.957268 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92820c-95c9-43a1-b94c-6abd2881ffcb req-6688438c-1327-4018-9d47-a88e16076dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:07.959970 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2e92820c-95c9-43a1-b94c-6abd2881ffcb req-6688438c-1327-4018-9d47-a88e16076dea service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 1128 time: 0.0955205 Aug 12 01:30:07.968696 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:07.991317 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fa706399-b200-4a0e-afb9-ee03313ce9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:08.023799 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:08.088838 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fa706399-b200-4a0e-afb9-ee03313ce9f0 admin admin] Publish callbacks [] for security_group (efe719aa-ee98-4403-9064-71e830bf609d), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:08.093613 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fa706399-b200-4a0e-afb9-ee03313ce9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (efe719aa-ee98-4403-9064-71e830bf609d), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:08.133758 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa706399-b200-4a0e-afb9-ee03313ce9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe719aa-ee98-4403-9064-71e830bf609d,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:08.138124 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-fa706399-b200-4a0e-afb9-ee03313ce9f0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=015935b47bb24b56a01f1e217ee34abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966845 Aug 12 01:30:08.140818 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50646) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:08.191646 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:08.197929 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-31aa3eef-5aaa-44f8-921a-d74e6d5fec49 admin admin] Publish callbacks [] for security_group (efe719aa-ee98-4403-9064-71e830bf609d), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:08.223143 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-31aa3eef-5aaa-44f8-921a-d74e6d5fec49 admin admin] Publish callbacks [] for security_group (efe719aa-ee98-4403-9064-71e830bf609d), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:08.274048 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-31aa3eef-5aaa-44f8-921a-d74e6d5fec49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (efe719aa-ee98-4403-9064-71e830bf609d), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:08.277281 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-31aa3eef-5aaa-44f8-921a-d74e6d5fec49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:08.278368 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-31aa3eef-5aaa-44f8-921a-d74e6d5fec49 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/efe719aa-ee98-4403-9064-71e830bf609d HTTP/1.1" status: 204 len: 168 time: 0.1366475 Aug 12 01:30:08.289123 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa3eef-5aaa-44f8-921a-d74e6d5fec49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe719aa-ee98-4403-9064-71e830bf609d,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:08.329577 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e6fe-7ec9-4a05-b394-343516fbef92 req-0e6dae15-81ca-46c1-8b61-efeb57f655d2 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:08.336881 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f992e6fe-7ec9-4a05-b394-343516fbef92 req-0e6dae15-81ca-46c1-8b61-efeb57f655d2 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.1100605 Aug 12 01:30:08.349818 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307ef6a-1621-4356-be23-6ccc5693cc74 req-3e1ffdd7-3eb7-458c-96b6-31b9cd8cf711 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:08.356794 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a307ef6a-1621-4356-be23-6ccc5693cc74 req-3e1ffdd7-3eb7-458c-96b6-31b9cd8cf711 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.1288707 Aug 12 01:30:08.506347 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92820c-95c9-43a1-b94c-6abd2881ffcb req-5ce504bd-3e99-43f0-9023-1f7d2cdfaffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:08.507983 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2e92820c-95c9-43a1-b94c-6abd2881ffcb req-5ce504bd-3e99-43f0-9023-1f7d2cdfaffc service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2106280 Aug 12 01:30:08.556557 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24661-fad4-42a2-940e-cd8cf8eeb2f0 req-2cc8e969-e360-45d5-9d28-a78e679a7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:08.558115 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2d24661-fad4-42a2-940e-cd8cf8eeb2f0 req-2cc8e969-e360-45d5-9d28-a78e679a7256 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 1130 time: 0.1017692 Aug 12 01:30:08.572040 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f992e6fe-7ec9-4a05-b394-343516fbef92 req-b90f37bf-72fb-4765-9681-dd496337b1c1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341256 Aug 12 01:30:08.588606 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a307ef6a-1621-4356-be23-6ccc5693cc74 req-475d4aec-c54a-446b-bb55-a8bef0d0ee02 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308953 Aug 12 01:30:08.702238 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25428d-d3ec-458b-9830-6ea82489ab94 req-29c7a35a-9231-42df-b138-4cc160d3b0ab tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:08.703786 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ed25428d-d3ec-458b-9830-6ea82489ab94 req-29c7a35a-9231-42df-b138-4cc160d3b0ab tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0597138 Aug 12 01:30:08.824314 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:08.870282 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ed25428d-d3ec-458b-9830-6ea82489ab94 req-ad956264-677a-4dd2-b986-3c6267baab45 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558990 Aug 12 01:30:08.920978 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92820c-95c9-43a1-b94c-6abd2881ffcb req-54ff79cb-bfac-4b4a-90b8-1926d595afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:08.923397 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2e92820c-95c9-43a1-b94c-6abd2881ffcb req-54ff79cb-bfac-4b4a-90b8-1926d595afe2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1771624 Aug 12 01:30:08.934018 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24661-fad4-42a2-940e-cd8cf8eeb2f0 req-f88aaf9c-25bf-4181-bd63-acd6a73be1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:08.935461 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2d24661-fad4-42a2-940e-cd8cf8eeb2f0 req-f88aaf9c-25bf-4181-bd63-acd6a73be1b0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.1882467 Aug 12 01:30:08.945294 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c71044-03ca-436d-a9ff-d049d4286d64 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:30:08.961137 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-22338019-1e0f-4402-b8be-514b41bd9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:08.970569 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Publish callbacks [] for port (68c71044-03ca-436d-a9ff-d049d4286d64), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:08.991176 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Transition to ACTIVE for port object 68c71044-03ca-436d-a9ff-d049d4286d64 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:30:09.001941 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:09.057540 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:09.068204 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-c7eb1783-cbec-4425-8c2e-de2d4ae05b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:09.069721 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-c7eb1783-cbec-4425-8c2e-de2d4ae05b17 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 1128 time: 0.0522206 Aug 12 01:30:09.073060 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2d24661-fad4-42a2-940e-cd8cf8eeb2f0 req-186e1950-862c-4472-8c9d-8160659fa17d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f387b69c-4056-4801-b83e-52cf09447e9f HTTP/1.1" status: 200 len: 217 time: 0.0803998 Aug 12 01:30:09.079498 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:09.122522 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Pushing event updated for resources: {'Port': ['ID=68c71044-03ca-436d-a9ff-d049d4286d64,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:09.147450 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd0150-eebb-4187-9f39-f316c9be8a5d req-3c5aaf72-cea7-4036-8233-02835e412be5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:09.149279 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-13dd0150-eebb-4187-9f39-f316c9be8a5d req-3c5aaf72-cea7-4036-8233-02835e412be5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 943 time: 0.1102974 Aug 12 01:30:09.215944 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50674) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:09.234389 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Attempting to bind port 68c71044-03ca-436d-a9ff-d049d4286d64 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:30:09.234741 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Attempting to bind port 68c71044-03ca-436d-a9ff-d049d4286d64 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:30:09.235285 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Attempting to bind port 68c71044-03ca-436d-a9ff-d049d4286d64 on network c69785c6-9bf5-4740-9585-57c14141c241 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:30:09.241022 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-13dd0150-eebb-4187-9f39-f316c9be8a5d req-a9d9a268-0095-4026-be20-03dec13971b8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707178 Aug 12 01:30:09.243200 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Port 68c71044-03ca-436d-a9ff-d049d4286d64 on network c69785c6-9bf5-4740-9585-57c14141c241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:30:09.243549 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Attempting to bind port 68c71044-03ca-436d-a9ff-d049d4286d64 on network c69785c6-9bf5-4740-9585-57c14141c241 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:30:09.248953 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:30:09.249289 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Checking segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:30:09.249664 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Bound using segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:30:09.250540 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Bound port: 68c71044-03ca-436d-a9ff-d049d4286d64, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:30:09.250540 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:09.343834 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1820271646-network', 'tenant_id': '2aa3549819204b219cbf52a1f9e004e9'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:09.348074 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-eb25e135-d466-4a1d-b22d-30db273cc330 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de45b233-9e56-4b4c-b5fd-7f356b7e3307 HTTP/1.1" status: 200 len: 217 time: 0.0411940 Aug 12 01:30:09.356693 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] For port 68c71044-03ca-436d-a9ff-d049d4286d64, host hv-cinder-78481, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:30:09.375835 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] For port 68c71044-03ca-436d-a9ff-d049d4286d64, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=68c71044-03ca-436d-a9ff-d049d4286d64,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:30:09.383574 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24661-fad4-42a2-940e-cd8cf8eeb2f0 req-42638039-d0ce-429b-8acd-013e2ca45bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:09.385145 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2d24661-fad4-42a2-940e-cd8cf8eeb2f0 req-42638039-d0ce-429b-8acd-013e2ca45bbc service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.0687311 Aug 12 01:30:09.386653 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:09.391010 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:09.391690 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:09.393201 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/68c71044-03ca-436d-a9ff-d049d4286d64 HTTP/1.1" status: 200 len: 1093 time: 1.5250351 Aug 12 01:30:09.393783 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0835a143-9929-4018-99dc-2f3e3915fb43', 'tag': '68c71044-03ca-436d-a9ff-d049d4286d64'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:09.396387 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6676be-56d4-472c-8b16-a52819016c60" -d '{"events": [{"name": "network-changed", "server_uuid": "0835a143-9929-4018-99dc-2f3e3915fb43", "tag": "68c71044-03ca-436d-a9ff-d049d4286d64"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:09.403805 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Made reservation on behalf of 2aa3549819204b219cbf52a1f9e004e9 for: {'network': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:30:09.406851 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:09.422129 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:09.437339 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7b90b2fc-5f14-4284-8d28-9e7d3fd652b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:09.438935 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-7b90b2fc-5f14-4284-8d28-9e7d3fd652b2 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 200 len: 850 time: 0.0823059 Aug 12 01:30:09.451056 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4bd9bc-0e77-4da1-aadb-54863b8e95b4 x-openstack-request-id: req-6d4bd9bc-0e77-4da1-aadb-54863b8e95b4 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:09.451343 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0835a143-9929-4018-99dc-2f3e3915fb43", "tag": "68c71044-03ca-436d-a9ff-d049d4286d64", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:09.451622 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d4bd9bc-0e77-4da1-aadb-54863b8e95b4 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:09.452022 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4bd9bc-0e77-4da1-aadb-54863b8e95b4'] response: {'name': 'network-changed', 'server_uuid': '0835a143-9929-4018-99dc-2f3e3915fb43', 'tag': '68c71044-03ca-436d-a9ff-d049d4286d64', 'status': 'completed', 'code': 200} Aug 12 01:30:09.500856 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-3bcc9488-6a5a-496b-8416-c9ffb2a90954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:09.502428 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-3bcc9488-6a5a-496b-8416-c9ffb2a90954 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4d3c14b0-d6e3-49a6-94a3-2110714459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536933 Aug 12 01:30:09.510299 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24661-fad4-42a2-940e-cd8cf8eeb2f0 req-61c650e0-9746-49d8-a9a3-eef86ae8332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:09.511919 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2d24661-fad4-42a2-940e-cd8cf8eeb2f0 req-61c650e0-9746-49d8-a9a3-eef86ae8332b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1128182 Aug 12 01:30:09.531686 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce8cf7-87a9-4a50-9673-077d31a8cd49 service neutron] Pushing event updated for resources: {'Port': ['ID=68c71044-03ca-436d-a9ff-d049d4286d64,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:09.573016 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24982e74-66cf-4390-9bf7-83ed161b739b req-e06dbdc4-cccc-42fc-9027-031b4d1b28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:09.574541 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-e06dbdc4-cccc-42fc-9027-031b4d1b28e2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 1127 time: 0.1252327 Aug 12 01:30:09.614321 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Publish callbacks [] for security_group (68f289d4-2992-4bf3-8a56-8845a207bad5), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:09.640478 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-f66384c2-aa42-4b35-9d0d-3cc7a5cc63a6 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68c71044-03ca-436d-a9ff-d049d4286d64 HTTP/1.1" status: 200 len: 217 time: 0.0542226 Aug 12 01:30:09.714674 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2d24661-fad4-42a2-940e-cd8cf8eeb2f0 req-5ab59d8e-3cf0-4078-b374-cd9aea98d422 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915412 Aug 12 01:30:09.714674 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24982e74-66cf-4390-9bf7-83ed161b739b req-aba54eca-3661-4d35-b272-fb90a128c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:09.716704 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-aba54eca-3661-4d35-b272-fb90a128c82f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=a9afc717-283a-483a-80e3-bf850c00ecf8 HTTP/1.1" status: 200 len: 854 time: 0.0685248 Aug 12 01:30:09.793295 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:09.808570 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:09.883104 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24982e74-66cf-4390-9bf7-83ed161b739b req-15c53cbb-496e-4b36-b813-14f91b5536ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:09.884636 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-15c53cbb-496e-4b36-b813-14f91b5536ab service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c69785c6-9bf5-4740-9585-57c14141c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1573794 Aug 12 01:30:09.896961 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31007c-7c77-4947-a7c6-ef9e0db9a93b req-e6bfc7ba-4358-4a72-9244-ff46bf03d7fc tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:09.898522 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fa31007c-7c77-4947-a7c6-ef9e0db9a93b req-e6bfc7ba-4358-4a72-9244-ff46bf03d7fc tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.1731448 Aug 12 01:30:09.908357 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (68f289d4-2992-4bf3-8a56-8845a207bad5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:09.908564 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0707f5-b225-42a0-9067-256a5e3727c1 req-adec1c1b-cc16-426c-9c88-cfd3ad710e31 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:09.909923 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c0707f5-b225-42a0-9067-256a5e3727c1 req-adec1c1b-cc16-426c-9c88-cfd3ad710e31 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.1651917 Aug 12 01:30:09.942940 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-35cf2e0d-bd17-4396-8295-0debe08a7eff service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295790 Aug 12 01:30:09.946110 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=106302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:30:09.960103 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f289d4-2992-4bf3-8a56-8845a207bad5,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:09.999195 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (78f4ecff-24d4-4cbc-ae93-4ffda1e70279), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:09.999641 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.segments_db [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Added segment 78f4ecff-24d4-4cbc-ae93-4ffda1e70279 of type vlan for network 4b8c5935-38ca-4347-9afe-7a0258f6b445 Aug 12 01:30:10.010203 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:10.013796 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:10.026972 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:10.034301 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2d24661-fad4-42a2-940e-cd8cf8eeb2f0 req-f6e48a0b-8997-424c-a3fd-f1402f95de0c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166239 Aug 12 01:30:10.059203 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (4b8c5935-38ca-4347-9afe-7a0258f6b445), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:10.087600 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fa31007c-7c77-4947-a7c6-ef9e0db9a93b req-48c36a96-a42a-487a-aa13-f3522f833b06 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690440 Aug 12 01:30:10.101065 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c0707f5-b225-42a0-9067-256a5e3727c1 req-82724049-1670-4be9-862a-1c446c44f8af tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799228 Aug 12 01:30:10.105607 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-7b5ee435-9cc0-45ca-8e85-a0633be490e1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035675 Aug 12 01:30:10.110227 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8f55362a-fc62-440a-8eb0-d894225133f4 req-c0ef2010-3dfc-46a3-8190-5ba41527ab17 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585042 Aug 12 01:30:10.113188 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (4b8c5935-38ca-4347-9afe-7a0258f6b445), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:10.114273 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:10.115066 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:10.181973 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9647865 Aug 12 01:30:10.185040 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50696) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:10.190041 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-e6616cf1-47f5-48f1-8cbb-4988383c9b2e admin admin] Request body: {'subnet': {'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1820271646-subnet', 'tenant_id': '2aa3549819204b219cbf52a1f9e004e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:10.195121 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03efa55-04af-4080-91f2-86588df69015 admin admin] Pushing event updated for resources: {'Network': ['ID=4b8c5935-38ca-4347-9afe-7a0258f6b445,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:10.206580 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network 4b8c5935-38ca-4347-9afe-7a0258f6b445 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:30:10.218946 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6616cf1-47f5-48f1-8cbb-4988383c9b2e admin admin] Made reservation on behalf of 2aa3549819204b219cbf52a1f9e004e9 for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:30:10.225002 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e6616cf1-47f5-48f1-8cbb-4988383c9b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63803218'] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:10.323416 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59b27b-5c7c-4719-b372-df3d70570316 req-3346ea92-3964-4eb5-90a5-14aaf2a0b693 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:10.325044 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ed59b27b-5c7c-4719-b372-df3d70570316 req-3346ea92-3964-4eb5-90a5-14aaf2a0b693 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.1071405 Aug 12 01:30:10.339838 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c11ad9-8056-4e41-9fbd-dfcd45788f26 req-90f00116-c2b9-4541-b6cd-f9dec8f0473b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:10.341505 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-20c11ad9-8056-4e41-9fbd-dfcd45788f26 req-90f00116-c2b9-4541-b6cd-f9dec8f0473b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 945 time: 0.0845037 Aug 12 01:30:10.373721 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24982e74-66cf-4390-9bf7-83ed161b739b req-374dfb9f-3375-48e6-8db2-b78300d530ff service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209051 Aug 12 01:30:10.413624 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e6616cf1-47f5-48f1-8cbb-4988383c9b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67055968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63803296'] for subnet (91812399-73eb-45bd-a06e-e86d5759967b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:10.425640 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ed59b27b-5c7c-4719-b372-df3d70570316 req-0f17978d-b27b-4ae7-814f-e4043aab1093 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924914 Aug 12 01:30:10.432915 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-20c11ad9-8056-4e41-9fbd-dfcd45788f26 req-50d6e2f4-681a-44c1-a144-7306343aebb5 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764461 Aug 12 01:30:10.457180 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50700) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:10.492212 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6616cf1-47f5-48f1-8cbb-4988383c9b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=91812399-73eb-45bd-a06e-e86d5759967b,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:10.494414 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6616cf1-47f5-48f1-8cbb-4988383c9b2e admin admin] Checking segment: {'id': '78f4ecff-24d4-4cbc-ae93-4ffda1e70279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:30:10.494771 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6616cf1-47f5-48f1-8cbb-4988383c9b2e admin admin] Network hostable DHCP agents. Network: 4b8c5935-38ca-4347-9afe-7a0258f6b445, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:30:10.514023 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6616cf1-47f5-48f1-8cbb-4988383c9b2e admin admin] Network 4b8c5935-38ca-4347-9afe-7a0258f6b445 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:30:10.525948 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-e6616cf1-47f5-48f1-8cbb-4988383c9b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, 4b8c5935-38ca-4347-9afe-7a0258f6b445) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:30:10.530830 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6616cf1-47f5-48f1-8cbb-4988383c9b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:10.531947 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e6616cf1-47f5-48f1-8cbb-4988383c9b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:10.540927 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c4449d-110c-40ef-a54b-857e746851b8 None None] Network 4b8c5935-38ca-4347-9afe-7a0258f6b445 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:30:10.555814 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e6616cf1-47f5-48f1-8cbb-4988383c9b2e admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3692420 Aug 12 01:30:10.556456 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847617d-93d7-447f-86d8-cc3c6e54fd81 req-c4ba3f12-4fce-44c2-bf14-8f9cb441304d tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:10.558005 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9847617d-93d7-447f-86d8-cc3c6e54fd81 req-c4ba3f12-4fce-44c2-bf14-8f9cb441304d tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 943 time: 0.0594339 Aug 12 01:30:10.614337 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9847617d-93d7-447f-86d8-cc3c6e54fd81 req-3c44a8aa-58ba-49b8-93e7-38923393f7c3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485768 Aug 12 01:30:10.658208 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057b6b75-594f-4edf-bfd2-e1fe2a3893c5 tempest-TestMinimumBasicScenario-564621728 tempest-TestMinimumBasicScenario-564621728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:10.660034 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-057b6b75-594f-4edf-bfd2-e1fe2a3893c5 tempest-TestMinimumBasicScenario-564621728 tempest-TestMinimumBasicScenario-564621728-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 1124 time: 0.2009375 Aug 12 01:30:10.663166 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50706) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:10.664259 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb0b42-479d-4e6d-aa31-776d5dfa5e4f None None] Network 4b8c5935-38ca-4347-9afe-7a0258f6b445 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:30:10.669445 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'port_id': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:10.704369 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:10.790270 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:10.811872 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:10.922313 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Allocated IP 172.27.2.108 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/a450030b-9b8e-4ed0-995f-3f8026101223) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:30:11.030983 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for port (a450030b-9b8e-4ed0-995f-3f8026101223), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:11.042686 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:11.068465 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (a450030b-9b8e-4ed0-995f-3f8026101223), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:11.105992 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:30:11.111295 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:30:11.113626 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:30:11.148155 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event updated for resources: {'Port': ['ID=a450030b-9b8e-4ed0-995f-3f8026101223,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:11.268804 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a59d60-8a1a-4199-beb6-65463dd616a1 req-bfae4ae6-4a3d-4f6f-a355-36f8a46415a1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:11.270284 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-61a59d60-8a1a-4199-beb6-65463dd616a1 req-bfae4ae6-4a3d-4f6f-a355-36f8a46415a1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0728562 Aug 12 01:30:11.277927 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caba22-b491-4960-9e51-2c2b2e7f0d49 req-dccc7862-c62c-4217-9030-5fc4d8879987 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:11.279284 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a8caba22-b491-4960-9e51-2c2b2e7f0d49 req-dccc7862-c62c-4217-9030-5fc4d8879987 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.0727882 Aug 12 01:30:11.356468 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-61a59d60-8a1a-4199-beb6-65463dd616a1 req-a931f590-7cc0-41cd-832d-086e3aa58f1f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760760 Aug 12 01:30:11.368114 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a8caba22-b491-4960-9e51-2c2b2e7f0d49 req-eaf79ae8-99c5-419b-a714-8717dbe3ad02 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818701 Aug 12 01:30:11.490786 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for floatingip (c5b9bbc5-236f-4953-80ad-d089c434cc01), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:11.505570 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:11.562012 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a450030b-9b8e-4ed0-995f-3f8026101223), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:11.573722 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6341fb-eb7b-4224-aa92-644ed2158a29 req-d84626fc-86ab-419d-b47e-24eca7934f52 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:11.575194 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3c6341fb-eb7b-4224-aa92-644ed2158a29 req-d84626fc-86ab-419d-b47e-24eca7934f52 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0703731 Aug 12 01:30:11.599422 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ae9e719-8187-4b5d-928b-9774b79eb8f3 req-a29e85e3-3560-476a-8105-ea276dfab1d4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581815 Aug 12 01:30:11.605577 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:11.606211 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:11.629111 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3c6341fb-eb7b-4224-aa92-644ed2158a29 req-5fd08bad-d31d-4f06-aa88-31d81e237730 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469589 Aug 12 01:30:11.659648 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:11.718883 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for port (a450030b-9b8e-4ed0-995f-3f8026101223), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:11.724192 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (a450030b-9b8e-4ed0-995f-3f8026101223), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:11.741134 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689c4fa-55e0-4118-b188-4344ce37862a req-8a44dfba-79c9-40bb-b8f6-03c079be47b4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:11.742649 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f689c4fa-55e0-4118-b188-4344ce37862a req-8a44dfba-79c9-40bb-b8f6-03c079be47b4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 943 time: 0.0494301 Aug 12 01:30:11.790533 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event updated for resources: {'Port': ['ID=a450030b-9b8e-4ed0-995f-3f8026101223,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:11.793041 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (c5b9bbc5-236f-4953-80ad-d089c434cc01), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:11.872734 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:11.898863 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Floating IP c5b9bbc5-236f-4953-80ad-d089c434cc01 associated. External IP: 172.27.2.108, port: 2fdb5157-5165-4135-b58d-b3f4cc47979a. Aug 12 01:30:12.026092 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f689c4fa-55e0-4118-b188-4344ce37862a req-1f2d42d6-af19-4515-ba06-6586509d88a2 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775340 Aug 12 01:30:12.108060 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Router 103cc2dd-644c-4ba5-bccd-72c78131ef2a has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:30:12.216322 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:30:12.230609 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23b300-0e49-46f7-b494-1529f654a754 None None] Sync routers for ids ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:30:12.239410 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:12.242610 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23b300-0e49-46f7-b494-1529f654a754 None None] Routers {'103cc2dd-644c-4ba5-bccd-72c78131ef2a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:30:12.243247 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-ca23b300-0e49-46f7-b494-1529f654a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:30:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:12.277478 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a3f3b40b-ed4b-4ca3-8a88-17ae641f046e tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6106751 Aug 12 01:30:12.277478 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:12.277867 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 50742) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:12.280486 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bed0a75-718b-4aad-ab74-c9d4e6667f43" -d '{"events": [{"name": "network-changed", "server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:12.282189 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-0e5951a2-aca7-4f93-b4aa-ab8aa98046fc tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124338040', 'description': 'tempest-secgroup-smoke-124338040 description', 'project_id': '135531dcbc244552aef21e5d555da3c4'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:12.319400 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de57435-e66b-4a76-8cdb-0b2e639a2f44 x-openstack-request-id: req-1de57435-e66b-4a76-8cdb-0b2e639a2f44 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:12.319838 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:12.320450 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1de57435-e66b-4a76-8cdb-0b2e639a2f44 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:12.320875 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de57435-e66b-4a76-8cdb-0b2e639a2f44'] response: {'name': 'network-changed', 'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'status': 'completed', 'code': 200} Aug 12 01:30:12.355881 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0e5951a2-aca7-4f93-b4aa-ab8aa98046fc tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:12.362333 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-ca23b300-0e49-46f7-b494-1529f654a754 None None] Set router 103cc2dd-644c-4ba5-bccd-72c78131ef2a gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:30:12.409315 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:12.457431 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-3b261568-8975-4f20-b825-98cbc9ba4590 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:12.458881 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-3b261568-8975-4f20-b825-98cbc9ba4590 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/networks?id=4b8c5935-38ca-4347-9afe-7a0258f6b445 HTTP/1.1" status: 200 len: 809 time: 0.1714554 Aug 12 01:30:12.505936 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-571e8c65-190f-4931-86d1-970835e69e37 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/quotas/2aa3549819204b219cbf52a1f9e004e9 HTTP/1.1" status: 200 len: 375 time: 0.0244801 Aug 12 01:30:12.539687 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3c481-3fd5-46c5-b833-aba84962f92f req-291c820d-3d2b-4f78-b2e8-1aac6b9159d0 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:12.541154 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-20c3c481-3fd5-46c5-b833-aba84962f92f req-291c820d-3d2b-4f78-b2e8-1aac6b9159d0 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.1039991 Aug 12 01:30:12.543573 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0e5951a2-aca7-4f93-b4aa-ab8aa98046fc tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group (3b7f5efd-9c46-49ab-bbac-4252551ebe86), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:12.562457 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-d6817938-d6e6-47ca-805b-7ca21d7bf98c tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2aa3549819204b219cbf52a1f9e004e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488639 Aug 12 01:30:12.562991 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0e5951a2-aca7-4f93-b4aa-ab8aa98046fc tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (3b7f5efd-9c46-49ab-bbac-4252551ebe86), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:12.591262 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-ca23b300-0e49-46f7-b494-1529f654a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:04Z', 'revision_number': 4, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': 'c5b9bbc5-236f-4953-80ad-d089c434cc01', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'port_id': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'mac_address': 'fa:16:3e:7e:fa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:11Z', 'updated_at': '2022-08-12T01:30:11Z', 'revision_number': 0, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301dba7a-2eb2-4ee5-9531-faad14b30cc7', 'name': '', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'mac_address': 'fa:16:3e:c0:48:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:03Z', 'updated_at': '2022-08-12T01:29:12Z', 'revision_number': 5, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'subnets': [{'id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:12.616355 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23b300-0e49-46f7-b494-1529f654a754 None None] Checking router: 103cc2dd-644c-4ba5-bccd-72c78131ef2a for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:30:12.625809 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23b300-0e49-46f7-b494-1529f654a754 None None] Routers {'103cc2dd-644c-4ba5-bccd-72c78131ef2a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:30:12.626420 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-ca23b300-0e49-46f7-b494-1529f654a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:30:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:12.673297 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0e5951a2-aca7-4f93-b4aa-ab8aa98046fc tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:12.675171 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-0e5951a2-aca7-4f93-b4aa-ab8aa98046fc tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3963406 Aug 12 01:30:12.677530 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50752) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:12.682757 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-b0fcef65-ed37-44fd-941d-c10219aed45b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Request body: {'security_group_rule': {'security_group_id': '3b7f5efd-9c46-49ab-bbac-4252551ebe86', 'project_id': '135531dcbc244552aef21e5d555da3c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:12.682956 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5951a2-aca7-4f93-b4aa-ab8aa98046fc tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7f5efd-9c46-49ab-bbac-4252551ebe86,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:12.714590 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b0fcef65-ed37-44fd-941d-c10219aed45b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (02ed9a8e-66d3-45b2-ab1b-0c712a1fd5c1), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:12.714783 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-20c3c481-3fd5-46c5-b833-aba84962f92f req-04cd928a-9026-4886-9fa0-c9efb63cb360 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555400 Aug 12 01:30:12.723628 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:12.777835 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-ca23b300-0e49-46f7-b494-1529f654a754 None None] Set router 103cc2dd-644c-4ba5-bccd-72c78131ef2a gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:30:12.784234 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b0fcef65-ed37-44fd-941d-c10219aed45b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (02ed9a8e-66d3-45b2-ab1b-0c712a1fd5c1), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:12.792837 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b0fcef65-ed37-44fd-941d-c10219aed45b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (02ed9a8e-66d3-45b2-ab1b-0c712a1fd5c1), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:12.807059 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:12.858377 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9e719-8187-4b5d-928b-9774b79eb8f3 req-632585e5-b30d-4e23-893f-ec6115b65c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:12.860732 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9ae9e719-8187-4b5d-928b-9774b79eb8f3 req-632585e5-b30d-4e23-893f-ec6115b65c8d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 1129 time: 0.0694449 Aug 12 01:30:12.861997 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcef65-ed37-44fd-941d-c10219aed45b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ed9a8e-66d3-45b2-ab1b-0c712a1fd5c1,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:12.876621 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b0fcef65-ed37-44fd-941d-c10219aed45b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:12.878789 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b0fcef65-ed37-44fd-941d-c10219aed45b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2001514 Aug 12 01:30:12.881406 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50756) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:12.888855 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-def66861-94db-4c68-9494-343820ae583d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Request body: {'security_group_rule': {'security_group_id': '3b7f5efd-9c46-49ab-bbac-4252551ebe86', 'project_id': '135531dcbc244552aef21e5d555da3c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:12.894601 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-4a304e17-eb21-42d1-8cc2-ad308e6f79be service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218396 Aug 12 01:30:12.918546 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6676be-56d4-472c-8b16-a52819016c60 req-f585673e-7e34-40b6-9012-33ee2603e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:12.920013 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6f6676be-56d4-472c-8b16-a52819016c60 req-f585673e-7e34-40b6-9012-33ee2603e662 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 1127 time: 0.1792099 Aug 12 01:30:12.933418 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-def66861-94db-4c68-9494-343820ae583d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (978388e6-c898-4d48-ab39-c2a5b68b1f52), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:12.954748 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:12.965502 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48b2f8-bf28-45bb-a993-3b7d4655dafc req-7a6e605b-f953-41ef-a9d3-02dea52e71f4 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:12.972481 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6e48b2f8-bf28-45bb-a993-3b7d4655dafc req-7a6e605b-f953-41ef-a9d3-02dea52e71f4 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.1389029 Aug 12 01:30:13.005631 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-def66861-94db-4c68-9494-343820ae583d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (978388e6-c898-4d48-ab39-c2a5b68b1f52), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:13.010272 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-def66861-94db-4c68-9494-343820ae583d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (978388e6-c898-4d48-ab39-c2a5b68b1f52), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:13.012478 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-ca23b300-0e49-46f7-b494-1529f654a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:04Z', 'revision_number': 4, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': 'c5b9bbc5-236f-4953-80ad-d089c434cc01', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'port_id': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'mac_address': 'fa:16:3e:7e:fa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:11Z', 'updated_at': '2022-08-12T01:30:11Z', 'revision_number': 0, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301dba7a-2eb2-4ee5-9531-faad14b30cc7', 'name': '', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'mac_address': 'fa:16:3e:c0:48:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:03Z', 'updated_at': '2022-08-12T01:29:12Z', 'revision_number': 5, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'subnets': [{'id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:13.038105 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def66861-94db-4c68-9494-343820ae583d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978388e6-c898-4d48-ab39-c2a5b68b1f52,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:13.039518 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23b300-0e49-46f7-b494-1529f654a754 None None] The sync data for ids ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'] in dv-cinder-784815-15-iscsi is: [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:04Z', 'revision_number': 4, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': 'c5b9bbc5-236f-4953-80ad-d089c434cc01', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'port_id': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'mac_address': 'fa:16:3e:7e:fa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:11Z', 'updated_at': '2022-08-12T01:30:11Z', 'revision_number': 0, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301dba7a-2eb2-4ee5-9531-faad14b30cc7', 'name': '', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'mac_address': 'fa:16:3e:c0:48:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:03Z', 'updated_at': '2022-08-12T01:29:12Z', 'revision_number': 5, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'subnets': [{'id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:30:13.046669 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-def66861-94db-4c68-9494-343820ae583d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:13.048532 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-def66861-94db-4c68-9494-343820ae583d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1661687 Aug 12 01:30:13.051105 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6e48b2f8-bf28-45bb-a993-3b7d4655dafc req-d372e61f-382a-480f-b207-9abdfbb63bc0 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777960 Aug 12 01:30:13.051586 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 50758) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:13.058077 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-49edf03c-ae17-4870-af6c-db1a39dda16c tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Request body: {'security_group_rule': {'security_group_id': '3b7f5efd-9c46-49ab-bbac-4252551ebe86', 'project_id': '135531dcbc244552aef21e5d555da3c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:13.070038 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-75d53da1-2e66-44f7-8756-505a2ba8f58d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613119 Aug 12 01:30:13.094798 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49edf03c-ae17-4870-af6c-db1a39dda16c tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (e8017735-1574-43e1-a0c1-ca67d93df157), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:13.201909 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e945e39-3d24-4ff7-808f-3d56efeba701 req-1f2ad8ab-869a-4442-90af-a701bfa794c9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:13.203709 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e945e39-3d24-4ff7-808f-3d56efeba701 req-1f2ad8ab-869a-4442-90af-a701bfa794c9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0725422 Aug 12 01:30:13.224240 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49edf03c-ae17-4870-af6c-db1a39dda16c tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (e8017735-1574-43e1-a0c1-ca67d93df157), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:13.240954 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49edf03c-ae17-4870-af6c-db1a39dda16c tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (e8017735-1574-43e1-a0c1-ca67d93df157), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:13.242454 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:13.274813 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edf03c-ae17-4870-af6c-db1a39dda16c tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8017735-1574-43e1-a0c1-ca67d93df157,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:13.309572 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed0a75-718b-4aad-ab74-c9d4e6667f43 req-1abce748-699b-468a-a321-37bae655c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:13.312509 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2bed0a75-718b-4aad-ab74-c9d4e6667f43 req-1abce748-699b-468a-a321-37bae655c92e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=135531dcbc244552aef21e5d555da3c4&device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 1129 time: 0.0541224 Aug 12 01:30:13.351718 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:13.359648 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da1904e-0c6f-472d-ada1-0b791f3d600c None None] New status for floating IP c5b9bbc5-236f-4953-80ad-d089c434cc01: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:30:13.399861 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:13.450122 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed0a75-718b-4aad-ab74-c9d4e6667f43 req-06669a72-c029-4ee4-bb74-4a40b5409714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:13.451712 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2bed0a75-718b-4aad-ab74-c9d4e6667f43 req-06669a72-c029-4ee4-bb74-4a40b5409714 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d04560af-1d78-44a3-b9e1-6b63b0e806e7 HTTP/1.1" status: 200 len: 915 time: 0.1313236 Aug 12 01:30:13.468956 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49edf03c-ae17-4870-af6c-db1a39dda16c tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:13.470297 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-49edf03c-ae17-4870-af6c-db1a39dda16c tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4160404 Aug 12 01:30:13.482973 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 50770) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:13.495271 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62461ad7-7963-4f2b-9700-e2f9d26c61f3 req-827a7d08-38f0-40d0-ac6c-c5f32786c6ea tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:13.502323 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-62461ad7-7963-4f2b-9700-e2f9d26c61f3 req-827a7d08-38f0-40d0-ac6c-c5f32786c6ea tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 943 time: 0.2137899 Aug 12 01:30:13.516569 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e945e39-3d24-4ff7-808f-3d56efeba701 req-03d17081-6dc7-4355-84b8-ce9a16552074 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012996 Aug 12 01:30:13.521938 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-269a996e-d199-4bbc-bf80-69d5c24475b9 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Request body: {'security_group_rule': {'security_group_id': '3b7f5efd-9c46-49ab-bbac-4252551ebe86', 'project_id': '135531dcbc244552aef21e5d555da3c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:13.569364 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2bed0a75-718b-4aad-ab74-c9d4e6667f43 req-f820d0f8-5340-4f70-9788-30fce7fa0301 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a HTTP/1.1" status: 200 len: 999 time: 0.1104922 Aug 12 01:30:13.637574 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed0a75-718b-4aad-ab74-c9d4e6667f43 req-a2648e83-91a8-4f14-b863-57846880e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:13.638363 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d8b699d7-28b6-4948-bfcc-e97f6cf79a79 req-6418420e-6fa8-4928-8b59-8167738e83ea tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 210 time: 0.0740712 Aug 12 01:30:13.641030 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9e719-8187-4b5d-928b-9774b79eb8f3 req-12c4b5a3-e50c-494e-9cc2-078ee4962a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:13.641932 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2bed0a75-718b-4aad-ab74-c9d4e6667f43 req-a2648e83-91a8-4f14-b863-57846880e2b6 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d HTTP/1.1" status: 200 len: 853 time: 0.0657842 Aug 12 01:30:13.642485 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ae9e719-8187-4b5d-928b-9774b79eb8f3 req-12c4b5a3-e50c-494e-9cc2-078ee4962a5e service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.3563199 Aug 12 01:30:13.649204 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6676be-56d4-472c-8b16-a52819016c60 req-5811a772-4170-41be-ab5b-142a5cb12c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:13.650441 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6f6676be-56d4-472c-8b16-a52819016c60 req-5811a772-4170-41be-ab5b-142a5cb12c5a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 916 time: 0.3654785 Aug 12 01:30:13.700532 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed0a75-718b-4aad-ab74-c9d4e6667f43 req-7e45b56c-196d-49ef-bfb0-c757d6c07354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:13.702026 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2bed0a75-718b-4aad-ab74-c9d4e6667f43 req-7e45b56c-196d-49ef-bfb0-c757d6c07354 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d04560af-1d78-44a3-b9e1-6b63b0e806e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461776 Aug 12 01:30:13.711198 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-269a996e-d199-4bbc-bf80-69d5c24475b9 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (9dd0b52c-7154-4de8-ba0b-f054c8692d53), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:13.743874 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-62461ad7-7963-4f2b-9700-e2f9d26c61f3 req-31700ab2-b491-478c-bd84-57ef61e84f8b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405989 Aug 12 01:30:13.750895 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6f6676be-56d4-472c-8b16-a52819016c60 req-38d088b7-73c3-4ba0-97cf-80bc6c01546f service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68c71044-03ca-436d-a9ff-d049d4286d64 HTTP/1.1" status: 200 len: 217 time: 0.0862167 Aug 12 01:30:13.754520 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ae9e719-8187-4b5d-928b-9774b79eb8f3 req-202bf55e-44ae-450b-b93f-b18217c5295e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bb6f5f-1dc9-4675-9d96-12163b24d167 HTTP/1.1" status: 200 len: 217 time: 0.0887976 Aug 12 01:30:13.841817 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2bed0a75-718b-4aad-ab74-c9d4e6667f43 req-2bf6d6d9-e411-430b-8bff-2721f9bb2729 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235387 Aug 12 01:30:13.906017 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6676be-56d4-472c-8b16-a52819016c60 req-e434007a-b027-4cf6-a8ff-05fe4a264faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:13.907473 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6f6676be-56d4-472c-8b16-a52819016c60 req-e434007a-b027-4cf6-a8ff-05fe4a264faa service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=a9afc717-283a-483a-80e3-bf850c00ecf8 HTTP/1.1" status: 200 len: 854 time: 0.1447320 Aug 12 01:30:13.914331 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9e719-8187-4b5d-928b-9774b79eb8f3 req-7fcd0f6f-4a11-4d3b-96b7-bf20dcf43875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:13.915738 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ae9e719-8187-4b5d-928b-9774b79eb8f3 req-7fcd0f6f-4a11-4d3b-96b7-bf20dcf43875 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.1516063 Aug 12 01:30:13.937319 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8497d-b44f-4b64-8315-8be02fc6e9b7 req-dd422ece-b732-4cc4-be93-a3844cde63e5 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:13.938777 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e8b8497d-b44f-4b64-8315-8be02fc6e9b7 req-dd422ece-b732-4cc4-be93-a3844cde63e5 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.1081812 Aug 12 01:30:13.941927 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-269a996e-d199-4bbc-bf80-69d5c24475b9 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (9dd0b52c-7154-4de8-ba0b-f054c8692d53), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:13.952377 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2bed0a75-718b-4aad-ab74-c9d4e6667f43 req-7762b11e-bb6e-4af5-9292-11aa848b50b0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973592 Aug 12 01:30:13.987266 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-269a996e-d199-4bbc-bf80-69d5c24475b9 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (9dd0b52c-7154-4de8-ba0b-f054c8692d53), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:14.036168 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a996e-d199-4bbc-bf80-69d5c24475b9 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd0b52c-7154-4de8-ba0b-f054c8692d53,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:14.042996 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6676be-56d4-472c-8b16-a52819016c60 req-0ae1f3d0-4bfe-44f1-8f5a-c086b3a1987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:14.044661 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6f6676be-56d4-472c-8b16-a52819016c60 req-0ae1f3d0-4bfe-44f1-8f5a-c086b3a1987d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c69785c6-9bf5-4740-9585-57c14141c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1254101 Aug 12 01:30:14.045539 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9e719-8187-4b5d-928b-9774b79eb8f3 req-3954e4e7-9cfb-458a-96d6-7afc045a2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:14.046900 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ae9e719-8187-4b5d-928b-9774b79eb8f3 req-3954e4e7-9cfb-458a-96d6-7afc045a2df1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1071906 Aug 12 01:30:14.051157 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-269a996e-d199-4bbc-bf80-69d5c24475b9 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:14.052304 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-269a996e-d199-4bbc-bf80-69d5c24475b9 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5681484 Aug 12 01:30:14.055735 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50778) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:14.061504 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-45d86612-c202-42ca-8418-e5e56ef8c00d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Request body: {'security_group_rule': {'security_group_id': '3b7f5efd-9c46-49ab-bbac-4252551ebe86', 'project_id': '135531dcbc244552aef21e5d555da3c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:14.084757 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.securitygroups_db [None req-45d86612-c202-42ca-8418-e5e56ef8c00d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Project 135531dcbc244552aef21e5d555da3c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 01:30:14.092481 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45d86612-c202-42ca-8418-e5e56ef8c00d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (758dcf94-34c0-46a1-94b6-837ab5df32ba), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:14.161518 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45d86612-c202-42ca-8418-e5e56ef8c00d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (758dcf94-34c0-46a1-94b6-837ab5df32ba), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:14.165558 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45d86612-c202-42ca-8418-e5e56ef8c00d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (758dcf94-34c0-46a1-94b6-837ab5df32ba), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:14.175254 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e8b8497d-b44f-4b64-8315-8be02fc6e9b7 req-0c8d0b7d-493b-45aa-a5ae-4b4edbe3de2c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231011 Aug 12 01:30:14.188755 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d86612-c202-42ca-8418-e5e56ef8c00d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758dcf94-34c0-46a1-94b6-837ab5df32ba,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:14.200342 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-45d86612-c202-42ca-8418-e5e56ef8c00d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:14.204470 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-45d86612-c202-42ca-8418-e5e56ef8c00d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445346 Aug 12 01:30:14.208217 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50782) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:14.210766 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:14.215291 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-82edfe05-a807-4ecb-a2f3-806b9b5e504b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Request body: {'security_group_rule': {'security_group_id': '3b7f5efd-9c46-49ab-bbac-4252551ebe86', 'project_id': '135531dcbc244552aef21e5d555da3c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:14.241937 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.securitygroups_db [None req-82edfe05-a807-4ecb-a2f3-806b9b5e504b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Project 135531dcbc244552aef21e5d555da3c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 01:30:14.243427 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88e546-f88a-4b3a-84c0-b219d9fc6237 req-14bf9d39-f900-4cb9-b324-e521979484b6 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:14.248339 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bd88e546-f88a-4b3a-84c0-b219d9fc6237 req-14bf9d39-f900-4cb9-b324-e521979484b6 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.0816085 Aug 12 01:30:14.248950 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-82edfe05-a807-4ecb-a2f3-806b9b5e504b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (41c232f3-7453-4b70-9995-91ceae9dafc8), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:14.316815 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-82edfe05-a807-4ecb-a2f3-806b9b5e504b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (41c232f3-7453-4b70-9995-91ceae9dafc8), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:14.320831 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6f6676be-56d4-472c-8b16-a52819016c60 req-66479e60-b4d8-431d-b337-9c0233f6c114 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587833 Aug 12 01:30:14.322516 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-82edfe05-a807-4ecb-a2f3-806b9b5e504b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (41c232f3-7453-4b70-9995-91ceae9dafc8), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:14.329649 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ae9e719-8187-4b5d-928b-9774b79eb8f3 req-7afd7d4a-f475-458e-817b-5430b9bea357 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666318 Aug 12 01:30:14.343794 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edfe05-a807-4ecb-a2f3-806b9b5e504b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c232f3-7453-4b70-9995-91ceae9dafc8,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:14.349478 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-82edfe05-a807-4ecb-a2f3-806b9b5e504b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:14.350701 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-82edfe05-a807-4ecb-a2f3-806b9b5e504b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407971 Aug 12 01:30:14.354612 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:14.360005 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bd88e546-f88a-4b3a-84c0-b219d9fc6237 req-44c8369e-b701-4265-9cd0-242b3aebba3f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021297 Aug 12 01:30:14.453721 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e966422c-cbb8-4069-9e08-ffedd535f55e req-188e94e5-8ab2-4057-829d-d3e34172a5a7 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-124338040&fields=id&tenant_id=135531dcbc244552aef21e5d555da3c4 HTTP/1.1" status: 200 len: 267 time: 0.0496669 Aug 12 01:30:14.617445 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966422c-cbb8-4069-9e08-ffedd535f55e req-32410b60-ce42-4ad7-9801-c2d5b1cbc373 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:14.618894 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e966422c-cbb8-4069-9e08-ffedd535f55e req-32410b60-ce42-4ad7-9801-c2d5b1cbc373 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 945 time: 0.1588840 Aug 12 01:30:14.645780 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-e966422c-cbb8-4069-9e08-ffedd535f55e req-e189574d-edc0-4bf4-b16b-df2cd71f6e8d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Request body: {'port': {'security_groups': ['be38f752-aef5-46c4-a5c8-cd9a8176160e', '3b7f5efd-9c46-49ab-bbac-4252551ebe86']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:14.738867 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404eeb-d7d6-418b-bcd9-704aff9fa73e req-09e8a95f-bb78-470a-b320-4ee4930c0711 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:14.740266 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d8404eeb-d7d6-418b-bcd9-704aff9fa73e req-09e8a95f-bb78-470a-b320-4ee4930c0711 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.1320100 Aug 12 01:30:14.793202 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ae9e719-8187-4b5d-928b-9774b79eb8f3 req-0680cc96-ee74-4da6-8b19-fd975e52a487 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917273 Aug 12 01:30:14.794940 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6f6676be-56d4-472c-8b16-a52819016c60 req-c55fe6e9-258d-4427-ab6d-74f97f6b161a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226340 Aug 12 01:30:14.809023 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 476d0433-5310-435b-93ea-c42ed83c3136 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:30:14.816903 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e966422c-cbb8-4069-9e08-ffedd535f55e req-e189574d-edc0-4bf4-b16b-df2cd71f6e8d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:14.893321 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d8404eeb-d7d6-418b-bcd9-704aff9fa73e req-a855c167-b6d5-48a7-865d-5125879c52ee tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426218 Aug 12 01:30:14.914853 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=476d0433-5310-435b-93ea-c42ed83c3136,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:14.926892 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '476d0433-5310-435b-93ea-c42ed83c3136', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'port_id': '476d0433-5310-435b-93ea-c42ed83c3136', 'mac_address': 'fa:16:3e:f1:8f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:30:14.971470 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 476d0433-5310-435b-93ea-c42ed83c3136 is: ACTIVE; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:14.972079 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (476d0433-5310-435b-93ea-c42ed83c3136), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:14.988417 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 476d0433-5310-435b-93ea-c42ed83c3136 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:30:15.015272 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-298425e7-f794-477d-ad0d-27988b02e879 req-d1d6dc57-f451-49f1-8d73-028a0092b567 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 210 time: 0.0541670 Aug 12 01:30:15.023107 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=476d0433-5310-435b-93ea-c42ed83c3136,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:15.033522 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (476d0433-5310-435b-93ea-c42ed83c3136), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:15.036303 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 68c71044-03ca-436d-a9ff-d049d4286d64 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:30:15.146585 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=476d0433-5310-435b-93ea-c42ed83c3136,revision_number=6']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:15.188623 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.188974 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.189357 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.189695 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.190030 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.190362 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.190688 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.191013 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.191340 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.191704 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.192033 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.192379 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.192743 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.193027 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.193345 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:30:15.248132 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 68c71044-03ca-436d-a9ff-d049d4286d64, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=68c71044-03ca-436d-a9ff-d049d4286d64,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:15.261075 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '68c71044-03ca-436d-a9ff-d049d4286d64', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'port_id': '68c71044-03ca-436d-a9ff-d049d4286d64', 'mac_address': 'fa:16:3e:18:c6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:30:15.298396 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 68c71044-03ca-436d-a9ff-d049d4286d64 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:15.298857 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:15.317099 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c71044-03ca-436d-a9ff-d049d4286d64 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:30:15.338569 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 68c71044-03ca-436d-a9ff-d049d4286d64, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=68c71044-03ca-436d-a9ff-d049d4286d64,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:15.349967 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:15.401605 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=68c71044-03ca-436d-a9ff-d049d4286d64,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:15.457620 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5465f0-e02c-489d-8d5e-5831611a13d7 req-f5bb8675-d138-413f-baa7-cab46f982165 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:15.459106 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-df5465f0-e02c-489d-8d5e-5831611a13d7 req-f5bb8675-d138-413f-baa7-cab46f982165 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 943 time: 0.3194094 Aug 12 01:30:15.505202 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-d15d0665-ca6b-4d70-ace3-45e183fd5967 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:15.506704 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-d15d0665-ca6b-4d70-ace3-45e183fd5967 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.15 "GET /networking/v2.0/networks?id=4b8c5935-38ca-4347-9afe-7a0258f6b445 HTTP/1.1" status: 200 len: 809 time: 0.5093451 Aug 12 01:30:15.535127 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Request body: {'port': {'device_id': 'c84abe93-9e47-4be1-b119-e0235ac5b527', 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445', 'admin_state_up': True, 'tenant_id': '2aa3549819204b219cbf52a1f9e004e9'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:15.542304 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-e966422c-cbb8-4069-9e08-ffedd535f55e req-e189574d-edc0-4bf4-b16b-df2cd71f6e8d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] For port 2fdb5157-5165-4135-b58d-b3f4cc47979a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:15.543831 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:15.608572 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-df5465f0-e02c-489d-8d5e-5831611a13d7 req-47de7439-293a-480b-8788-09087f1ca1b8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407449 Aug 12 01:30:15.614321 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:15.639001 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e966422c-cbb8-4069-9e08-ffedd535f55e req-e189574d-edc0-4bf4-b16b-df2cd71f6e8d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:15.644661 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e966422c-cbb8-4069-9e08-ffedd535f55e req-e189574d-edc0-4bf4-b16b-df2cd71f6e8d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:15.657523 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966422c-cbb8-4069-9e08-ffedd535f55e req-e189574d-edc0-4bf4-b16b-df2cd71f6e8d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:15.658200 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e966422c-cbb8-4069-9e08-ffedd535f55e req-e189574d-edc0-4bf4-b16b-df2cd71f6e8d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:15.659565 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e966422c-cbb8-4069-9e08-ffedd535f55e req-e189574d-edc0-4bf4-b16b-df2cd71f6e8d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "PUT /networking/v2.0/ports/2fdb5157-5165-4135-b58d-b3f4cc47979a HTTP/1.1" status: 200 len: 981 time: 1.0323043 Aug 12 01:30:15.663488 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:15.665776 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aa8252-bf51-45dd-b2f6-69821eafbb58" -d '{"events": [{"name": "network-changed", "server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:15.699355 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['476d0433-5310-435b-93ea-c42ed83c3136'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:30:15.748714 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50814) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:15.755678 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-2f723bbb-ba6f-4d76-826a-09f633e23f4a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760066611', 'description': 'tempest-description--163080450'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:15.776858 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb80f56-f37f-49ca-ace1-28d3eb6f5a24 req-2553f3ad-7ebe-43c3-bc41-08a8eec04f59 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:15.778382 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0bb80f56-f37f-49ca-ace1-28d3eb6f5a24 req-2553f3ad-7ebe-43c3-bc41-08a8eec04f59 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.0908833 Aug 12 01:30:15.786688 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:15.788969 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189574d-edc0-4bf4-b16b-df2cd71f6e8d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event updated for resources: {'Port': ['ID=2fdb5157-5165-4135-b58d-b3f4cc47979a,revision_number=6']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:15.795839 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:15.806859 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:15.811338 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2f723bbb-ba6f-4d76-826a-09f633e23f4a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:15.829185 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Made reservation on behalf of 2aa3549819204b219cbf52a1f9e004e9 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:30:15.833236 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:15.856614 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['68c71044-03ca-436d-a9ff-d049d4286d64'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:30:15.905302 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2f723bbb-ba6f-4d76-826a-09f633e23f4a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for security_group (5e8ce63a-042e-4af5-aedd-a9e6f5772621), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:15.906411 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0bb80f56-f37f-49ca-ace1-28d3eb6f5a24 req-67643518-8b3e-4647-b174-ee41e38bbe91 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187596 Aug 12 01:30:15.921489 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2f723bbb-ba6f-4d76-826a-09f633e23f4a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5e8ce63a-042e-4af5-aedd-a9e6f5772621), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:15.946377 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:15.956770 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9b9ab-22e6-4c06-ba40-d6b10e17bc31 req-7d020770-9e8d-4133-a314-7f1238937468 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:15.958425 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b2c9b9ab-22e6-4c06-ba40-d6b10e17bc31 req-7d020770-9e8d-4133-a314-7f1238937468 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.1081164 Aug 12 01:30:15.964206 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723bbb-ba6f-4d76-826a-09f633e23f4a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ce63a-042e-4af5-aedd-a9e6f5772621,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:15.982430 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2f723bbb-ba6f-4d76-826a-09f633e23f4a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:15.982603 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['2fdb5157-5165-4135-b58d-b3f4cc47979a'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:30:15.986436 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2f723bbb-ba6f-4d76-826a-09f633e23f4a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2338440 Aug 12 01:30:15.986565 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9928c90b-e07e-4707-b61a-26c5b42337ce x-openstack-request-id: req-9928c90b-e07e-4707-b61a-26c5b42337ce {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:15.987733 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:15.987868 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50818) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:15.987975 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9928c90b-e07e-4707-b61a-26c5b42337ce {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:15.987975 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9928c90b-e07e-4707-b61a-26c5b42337ce'] response: {'name': 'network-changed', 'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'status': 'completed', 'code': 200} Aug 12 01:30:15.991939 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-9c1cef62-bb38-4453-8728-0eccd20cee44 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Request body: {'security_group_rule': {'security_group_id': '5e8ce63a-042e-4af5-aedd-a9e6f5772621', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:16.035393 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c1cef62-bb38-4453-8728-0eccd20cee44 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for security_group_rule (c735aeda-43e2-4ac6-8f78-38fb79d1ceeb), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:16.095303 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['2fdb5157-5165-4135-b58d-b3f4cc47979a'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:30:16.135730 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c1cef62-bb38-4453-8728-0eccd20cee44 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for security_group_rule (c735aeda-43e2-4ac6-8f78-38fb79d1ceeb), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:16.146254 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c1cef62-bb38-4453-8728-0eccd20cee44 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (c735aeda-43e2-4ac6-8f78-38fb79d1ceeb), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:16.155482 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8252-bf51-45dd-b2f6-69821eafbb58 req-3c662443-3a23-4024-82cc-f8129cdbe392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:16.157013 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80aa8252-bf51-45dd-b2f6-69821eafbb58 req-3c662443-3a23-4024-82cc-f8129cdbe392 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=135531dcbc244552aef21e5d555da3c4&device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 1168 time: 0.1137908 Aug 12 01:30:16.162178 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b2c9b9ab-22e6-4c06-ba40-d6b10e17bc31 req-4bb2b80f-8cdf-4a7d-8e70-83e86352c193 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1831315 Aug 12 01:30:16.182398 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a3d1-e755-4405-b3a2-6af858cd33f5 req-0695d198-2859-4be2-9d04-035d8dd3c6c8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:16.198027 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4101a3d1-e755-4405-b3a2-6af858cd33f5 req-0695d198-2859-4be2-9d04-035d8dd3c6c8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 945 time: 0.1247008 Aug 12 01:30:16.198027 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Allocated IP 172.20.0.6 (4b8c5935-38ca-4347-9afe-7a0258f6b445/91812399-73eb-45bd-a06e-e86d5759967b/f4846636-61a2-4509-8815-c5875736aae6) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:30:16.226776 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c1cef62-bb38-4453-8728-0eccd20cee44 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:16.234280 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9c1cef62-bb38-4453-8728-0eccd20cee44 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2450643 Aug 12 01:30:16.243100 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cef62-bb38-4453-8728-0eccd20cee44 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c735aeda-43e2-4ac6-8f78-38fb79d1ceeb,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:16.245234 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50828) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:16.265403 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-c0d55680-6720-4509-acce-ad50f34d906d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Request body: {'security_group_rule': {'security_group_id': '5e8ce63a-042e-4af5-aedd-a9e6f5772621', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:16.335878 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c0d55680-6720-4509-acce-ad50f34d906d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for security_group_rule (6c4d226e-88c2-4400-a277-586422d0ea7e), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:16.354837 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4101a3d1-e755-4405-b3a2-6af858cd33f5 req-23c160e4-482e-4c11-956c-ef8e0bc0c38a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641555 Aug 12 01:30:16.474035 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c0d55680-6720-4509-acce-ad50f34d906d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for security_group_rule (6c4d226e-88c2-4400-a277-586422d0ea7e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:16.475372 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-36dedbc3-890b-4f0e-be49-b52d9aff6a84 req-6354b8e6-c4c2-4615-800a-910d20a08364 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 210 time: 0.1482496 Aug 12 01:30:16.483898 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c0d55680-6720-4509-acce-ad50f34d906d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (6c4d226e-88c2-4400-a277-586422d0ea7e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:16.509422 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8252-bf51-45dd-b2f6-69821eafbb58 req-56ec2913-2d1e-4500-ba84-0f1eb4538059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:16.511378 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80aa8252-bf51-45dd-b2f6-69821eafbb58 req-56ec2913-2d1e-4500-ba84-0f1eb4538059 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d04560af-1d78-44a3-b9e1-6b63b0e806e7 HTTP/1.1" status: 200 len: 915 time: 0.3197021 Aug 12 01:30:16.516648 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d55680-6720-4509-acce-ad50f34d906d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4d226e-88c2-4400-a277-586422d0ea7e,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:16.543173 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c0d55680-6720-4509-acce-ad50f34d906d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:16.548002 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c0d55680-6720-4509-acce-ad50f34d906d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3015027 Aug 12 01:30:16.557484 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 50840) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:16.560981 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:16.606803 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:16.691605 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:16.729345 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:16.766543 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:16.769652 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80aa8252-bf51-45dd-b2f6-69821eafbb58 req-2ab6f9b7-18ea-4f38-ab79-c040264068bc service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a HTTP/1.1" status: 200 len: 1001 time: 0.2419965 Aug 12 01:30:16.846298 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Allocated IP 172.27.2.95 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:30:16.849511 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923bda0-d9b7-464f-8d08-bebe66d8ec42 req-d4f11dc2-a983-4422-be82-3e204cd4ff7d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:16.851038 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c923bda0-d9b7-464f-8d08-bebe66d8ec42 req-d4f11dc2-a983-4422-be82-3e204cd4ff7d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.1004095 Aug 12 01:30:16.860441 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:16.868674 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c9cdb-d1b4-46ac-a26a-4941d507b643 req-33525d47-a7d4-4d6c-8002-4ae6b1ab9524 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:16.870194 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-872c9cdb-d1b4-46ac-a26a-4941d507b643 req-33525d47-a7d4-4d6c-8002-4ae6b1ab9524 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 944 time: 0.1450474 Aug 12 01:30:16.876140 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks [] for port (f4846636-61a2-4509-8815-c5875736aae6), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:16.952012 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:16.988881 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for port (e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:16.993390 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:UPDATE=4,neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:17.022599 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c923bda0-d9b7-464f-8d08-bebe66d8ec42 req-9f7c7e94-039c-45c7-b215-c86cf1a7a33d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495736 Aug 12 01:30:17.036770 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:17.041603 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8252-bf51-45dd-b2f6-69821eafbb58 req-36f20cfc-e665-455c-9ca3-655e0a86db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:17.042890 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80aa8252-bf51-45dd-b2f6-69821eafbb58 req-36f20cfc-e665-455c-9ca3-655e0a86db6b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d HTTP/1.1" status: 200 len: 853 time: 0.1037924 Aug 12 01:30:17.053988 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-872c9cdb-d1b4-46ac-a26a-4941d507b643 req-ad4b8c37-b0bc-4b31-8d73-dd2a9f4e5697 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624336 Aug 12 01:30:17.066650 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (f4846636-61a2-4509-8815-c5875736aae6), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:17.153326 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:30:17.156472 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:30:17.160590 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:30:17.167159 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event updated for resources: {'Port': ['ID=e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:17.185287 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Network 4b8c5935-38ca-4347-9afe-7a0258f6b445 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:30:17.191253 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8252-bf51-45dd-b2f6-69821eafbb58 req-59896801-627d-4092-a3a4-c81c867ccc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:17.193287 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80aa8252-bf51-45dd-b2f6-69821eafbb58 req-59896801-627d-4092-a3a4-c81c867ccc05 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d04560af-1d78-44a3-b9e1-6b63b0e806e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1379070 Aug 12 01:30:17.196378 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Pushing event updated for resources: {'Port': ['ID=f4846636-61a2-4509-8815-c5875736aae6,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:17.198872 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:30:17.203629 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:30:17.208428 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:17.254564 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952832f-9507-4f46-b796-6645c7dc1e40 req-32554332-e17c-45f8-a008-59f4ba8c8062 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:17.261399 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1952832f-9507-4f46-b796-6645c7dc1e40 req-32554332-e17c-45f8-a008-59f4ba8c8062 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.1297779 Aug 12 01:30:17.263599 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for floatingip (55ea0724-fb3c-4555-9e52-21f2cde5d14e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:17.308289 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:17.352561 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:17.353197 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:17.400991 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-2dacd958-6e97-4646-a1c3-33ed7f4b7526 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8792143 Aug 12 01:30:17.415451 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1952832f-9507-4f46-b796-6645c7dc1e40 req-d6122515-50fa-4b1a-affd-1d4dc5122751 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532078 Aug 12 01:30:17.420952 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Request body: {'port': {'device_id': 'c84abe93-9e47-4be1-b119-e0235ac5b527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:17.445042 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80aa8252-bf51-45dd-b2f6-69821eafbb58 req-57c0c04b-c226-4479-ab3c-e4f2cf181a9c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382557 Aug 12 01:30:17.514843 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for port (e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:17.520756 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:17.577015 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (55ea0724-fb3c-4555-9e52-21f2cde5d14e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:17.613946 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:17.640376 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event updated for resources: {'Port': ['ID=e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:17.651106 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:17.652423 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-5bbcf87d-64b2-4762-9bda-70deb6b057b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0953343 Aug 12 01:30:17.659594 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e45ced-4677-48bc-9e07-d01b60d56d6b req-eb6bab02-9426-46db-8db6-afcf6dc919b4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:17.661371 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-39e45ced-4677-48bc-9e07-d01b60d56d6b req-eb6bab02-9426-46db-8db6-afcf6dc919b4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 945 time: 0.2187905 Aug 12 01:30:17.663698 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80aa8252-bf51-45dd-b2f6-69821eafbb58 req-9f585772-8eda-4b10-a011-70f2bb0ac2a4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005680 Aug 12 01:30:17.688844 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f4846636-61a2-4509-8815-c5875736aae6), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:17.738838 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de378c-6e54-4b5b-af98-34793199db3e req-8bd2cee4-3899-4256-85ed-82c4e9db6819 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:17.740661 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e8de378c-6e54-4b5b-af98-34793199db3e req-8bd2cee4-3899-4256-85ed-82c4e9db6819 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 931 time: 0.1151443 Aug 12 01:30:17.781298 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:17.817270 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-39e45ced-4677-48bc-9e07-d01b60d56d6b req-c26272b5-7a48-4ded-88e9-cc366ba0a6eb tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298501 Aug 12 01:30:17.905384 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e8de378c-6e54-4b5b-af98-34793199db3e req-7d171426-119e-45ae-83d1-3f95da932ca4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434958 Aug 12 01:30:17.933927 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 476d0433-5310-435b-93ea-c42ed83c3136 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:30:18.013482 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 476d0433-5310-435b-93ea-c42ed83c3136 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:30:18.014053 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (476d0433-5310-435b-93ea-c42ed83c3136), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:18.045462 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-0fcd5c89-9bb5-4247-9775-d7765afbdecb tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--760066611&fields=id&tenant_id=a0674e4f240748d69cc9be8fdc79ad89 HTTP/1.1" status: 200 len: 267 time: 0.0798357 Aug 12 01:30:18.134708 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 476d0433-5310-435b-93ea-c42ed83c3136 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:18.135357 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (476d0433-5310-435b-93ea-c42ed83c3136), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:18.197706 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:18.197706 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33a45ff-8952-431d-9e67-e9c287d74681" -d '{"events": [{"server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "name": "network-vif-plugged", "status": "completed", "tag": "476d0433-5310-435b-93ea-c42ed83c3136"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:18.216299 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4846636-61a2-4509-8815-c5875736aae6 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:30:18.238164 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=476d0433-5310-435b-93ea-c42ed83c3136,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:18.248128 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (476d0433-5310-435b-93ea-c42ed83c3136), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:18.249115 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 68c71044-03ca-436d-a9ff-d049d4286d64 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:30:18.255178 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Publish callbacks [] for port (f4846636-61a2-4509-8815-c5875736aae6), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:18.304170 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Transition to ACTIVE for port object f4846636-61a2-4509-8815-c5875736aae6 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:30:18.314379 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eed02-090e-4355-92db-6359c7dec78a req-d00497b4-b18c-44d4-8cf7-ffe463374d89 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:18.315894 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-d00497b4-b18c-44d4-8cf7-ffe463374d89 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 818 time: 0.2585127 Aug 12 01:30:18.318904 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (f4846636-61a2-4509-8815-c5875736aae6), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:18.332371 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f86c6-03cb-4b24-a02f-d5c5a05aac7c req-31ee3445-d6c0-4ab5-9f8b-927dc0dd4806 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:18.333838 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8f5f86c6-03cb-4b24-a02f-d5c5a05aac7c req-31ee3445-d6c0-4ab5-9f8b-927dc0dd4806 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.1686273 Aug 12 01:30:18.390881 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-b3e62370-111f-4a4e-a978-4bfc13e82bd2 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/quotas/a0674e4f240748d69cc9be8fdc79ad89 HTTP/1.1" status: 200 len: 375 time: 0.0560434 Aug 12 01:30:18.407232 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=476d0433-5310-435b-93ea-c42ed83c3136,revision_number=7']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:18.420033 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port 68c71044-03ca-436d-a9ff-d049d4286d64 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:30:18.429103 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 68c71044-03ca-436d-a9ff-d049d4286d64 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:30:18.429660 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:18.446764 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Pushing event updated for resources: {'Port': ['ID=f4846636-61a2-4509-8815-c5875736aae6,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:18.560577 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-21ceb6f4-c2bb-42dd-a441-09e4777a13c1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1448834 Aug 12 01:30:18.563678 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:18.567174 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 68c71044-03ca-436d-a9ff-d049d4286d64 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:18.567774 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:18.571335 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Attempting to bind port f4846636-61a2-4509-8815-c5875736aae6 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:30:18.571709 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Attempting to bind port f4846636-61a2-4509-8815-c5875736aae6 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '78f4ecff-24d4-4cbc-ae93-4ffda1e70279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:30:18.572060 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Attempting to bind port f4846636-61a2-4509-8815-c5875736aae6 on network 4b8c5935-38ca-4347-9afe-7a0258f6b445 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:30:18.584596 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:18.587649 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8f5f86c6-03cb-4b24-a02f-d5c5a05aac7c req-4a0f1c70-5412-4d92-8a9e-918e6e993765 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249367 Aug 12 01:30:18.615154 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Port f4846636-61a2-4509-8815-c5875736aae6 on network 4b8c5935-38ca-4347-9afe-7a0258f6b445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:30:18.615481 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Attempting to bind port f4846636-61a2-4509-8815-c5875736aae6 on network 4b8c5935-38ca-4347-9afe-7a0258f6b445 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:30:18.634039 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:30:18.634376 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Checking segment: {'id': '78f4ecff-24d4-4cbc-ae93-4ffda1e70279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:30:18.634590 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 68c71044-03ca-436d-a9ff-d049d4286d64, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=68c71044-03ca-436d-a9ff-d049d4286d64,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:18.634767 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Bound using segment: {'id': '78f4ecff-24d4-4cbc-ae93-4ffda1e70279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:30:18.635217 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Bound port: f4846636-61a2-4509-8815-c5875736aae6, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4ecff-24d4-4cbc-ae93-4ffda1e70279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:30:18.635604 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f4846636-61a2-4509-8815-c5875736aae6), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:18.644530 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:18.713820 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-0ea84b2c-0f1f-4abf-b6e5-cc8c34cd8bf1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522403 Aug 12 01:30:18.715784 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:18.729286 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] For port f4846636-61a2-4509-8815-c5875736aae6, host hv-cinder-78481, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:30:18.741414 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] For port f4846636-61a2-4509-8815-c5875736aae6, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f4846636-61a2-4509-8815-c5875736aae6,segment=NetworkSegment(78f4ecff-24d4-4cbc-ae93-4ffda1e70279),segment_id=78f4ecff-24d4-4cbc-ae93-4ffda1e70279)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:30:18.747585 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=68c71044-03ca-436d-a9ff-d049d4286d64,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:18.809206 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (f4846636-61a2-4509-8815-c5875736aae6), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:18.820303 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:18.820926 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:18.822316 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/f4846636-61a2-4509-8815-c5875736aae6 HTTP/1.1" status: 200 len: 1093 time: 1.4111629 Aug 12 01:30:18.822823 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84abe93-9e47-4be1-b119-e0235ac5b527', 'tag': 'f4846636-61a2-4509-8815-c5875736aae6'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:18.825110 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c757268d-9ec4-4f14-a0ae-1f351a1c3783" -d '{"events": [{"name": "network-changed", "server_uuid": "c84abe93-9e47-4be1-b119-e0235ac5b527", "tag": "f4846636-61a2-4509-8815-c5875736aae6"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:18.880688 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96423fe2-9642-4c6f-82dd-2ef4ccc590ad req-77c7f218-5426-470e-becf-23a5cfa793a0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:18.882243 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-96423fe2-9642-4c6f-82dd-2ef4ccc590ad req-77c7f218-5426-470e-becf-23a5cfa793a0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 945 time: 0.1383035 Aug 12 01:30:18.974785 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f50df-ad1a-418c-b175-e36040ac5c49 service neutron] Pushing event updated for resources: {'Port': ['ID=f4846636-61a2-4509-8815-c5875736aae6,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:18.980727 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-d02f86bd-407b-40ed-82cd-0dbc02aa971b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489452 Aug 12 01:30:18.986971 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-aeeefd20-1022-4ea5-b60c-f1f9ed8f3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:18.988546 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-aeeefd20-1022-4ea5-b60c-f1f9ed8f3849 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2aa3549819204b219cbf52a1f9e004e9&device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 1127 time: 0.0980103 Aug 12 01:30:19.070084 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-04cfc15a-2de7-4d1b-a64e-54d4ba293d88 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4846636-61a2-4509-8815-c5875736aae6 HTTP/1.1" status: 200 len: 217 time: 0.0636847 Aug 12 01:30:19.075237 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-96423fe2-9642-4c6f-82dd-2ef4ccc590ad req-faf7a0e7-7631-4577-b4c6-0aef4f0b5a62 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706843 Aug 12 01:30:19.135131 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-6aaef4e7-9a8e-4283-89d5-96ab682c87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:19.136718 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-6aaef4e7-9a8e-4283-89d5-96ab682c87c4 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=91812399-73eb-45bd-a06e-e86d5759967b HTTP/1.1" status: 200 len: 849 time: 0.0589683 Aug 12 01:30:19.147885 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3af60a-589f-4a71-8ed4-d9f377675874 x-openstack-request-id: req-6b3af60a-589f-4a71-8ed4-d9f377675874 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:19.148960 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "name": "network-vif-plugged", "status": "completed", "tag": "476d0433-5310-435b-93ea-c42ed83c3136", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:19.149386 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b3af60a-589f-4a71-8ed4-d9f377675874 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:19.149944 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3af60a-589f-4a71-8ed4-d9f377675874'] response: {'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136', 'code': 200} Aug 12 01:30:19.190793 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:30:19.208484 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-4c7467e4-ba92-4d3c-a2c2-e47f515231c3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4b8c5935-38ca-4347-9afe-7a0258f6b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639305 Aug 12 01:30:19.227891 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b941bdd8-68d9-47e7-ac77-95e5c8e86312 x-openstack-request-id: req-b941bdd8-68d9-47e7-ac77-95e5c8e86312 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:19.228090 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84abe93-9e47-4be1-b119-e0235ac5b527", "tag": "f4846636-61a2-4509-8815-c5875736aae6", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:19.228350 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b941bdd8-68d9-47e7-ac77-95e5c8e86312 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:19.228750 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b941bdd8-68d9-47e7-ac77-95e5c8e86312'] response: {'name': 'network-changed', 'server_uuid': 'c84abe93-9e47-4be1-b119-e0235ac5b527', 'tag': 'f4846636-61a2-4509-8815-c5875736aae6', 'status': 'completed', 'code': 200} Aug 12 01:30:19.609676 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8318f-4060-4bf5-b081-5053da002630 req-b2c2a1aa-5640-42f2-aeee-8b2b8d498205 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:19.617382 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-96b8318f-4060-4bf5-b081-5053da002630 req-b2c2a1aa-5640-42f2-aeee-8b2b8d498205 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.4002593 Aug 12 01:30:19.654189 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73a005-0201-4e9c-86e8-084ea945270e req-c6073960-1c87-435c-92c5-9fdcac5a4513 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:19.655687 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6d73a005-0201-4e9c-86e8-084ea945270e req-c6073960-1c87-435c-92c5-9fdcac5a4513 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.1515794 Aug 12 01:30:19.713611 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-0cf31155-b3a3-4ef6-a022-a474b9ee4b28 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978220 Aug 12 01:30:19.739783 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-96b8318f-4060-4bf5-b081-5053da002630 req-a83d1ded-bb31-4c84-b35b-9277cbe74ba4 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214156 Aug 12 01:30:19.856409 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9708cbf-b8af-4bbf-bf62-23b63a5c2f18 req-1ac02cdb-85bd-417a-abf3-accb966197d5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331425 Aug 12 01:30:19.919785 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6d73a005-0201-4e9c-86e8-084ea945270e req-4b2a58a5-4256-43d6-a55d-52b577cfbcaa tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514589 Aug 12 01:30:19.929110 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ca963-3ec8-46af-a2ac-5274bfe6a1df req-d0f7ae91-186f-457d-9206-fd7aae7af5f5 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:19.930951 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4d2ca963-3ec8-46af-a2ac-5274bfe6a1df req-d0f7ae91-186f-457d-9206-fd7aae7af5f5 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 943 time: 0.0724635 Aug 12 01:30:20.005797 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4d2ca963-3ec8-46af-a2ac-5274bfe6a1df req-381a23bf-f52c-4b3f-a187-ac2d2d62eedf tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689077 Aug 12 01:30:20.060194 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-84f64af4-0ae6-4e6b-b5a6-c54313c7c9d4 req-42de2731-a2e7-4c4d-8fa6-fbd93ecfebe9 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 210 time: 0.0426815 Aug 12 01:30:20.141808 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd5e54-f16e-449d-a3ae-9663cadcc024 req-25153d6e-4829-43c4-8ccc-4851a3a8adc4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:20.143687 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-acfd5e54-f16e-449d-a3ae-9663cadcc024 req-25153d6e-4829-43c4-8ccc-4851a3a8adc4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0606415 Aug 12 01:30:20.199251 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:20.204141 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:20.254488 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b563a4-4a5c-4c96-b6f1-c12d3569b8cb req-6284c8bb-3820-4a39-b1ec-806993377c59 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:20.261543 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-48b563a4-4a5c-4c96-b6f1-c12d3569b8cb req-6284c8bb-3820-4a39-b1ec-806993377c59 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 945 time: 0.0951543 Aug 12 01:30:20.276111 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-acfd5e54-f16e-449d-a3ae-9663cadcc024 req-adf16238-94ad-43c9-8674-0697af4a0c54 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240656 Aug 12 01:30:20.329462 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-48b563a4-4a5c-4c96-b6f1-c12d3569b8cb req-835cbd39-7f3d-4843-b296-b15939b0a9fe tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671158 Aug 12 01:30:20.862561 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df69c-494c-40e9-8940-d51b1a4a4b2b req-d40fe0bd-ff7b-4e08-9976-57e187db70a8 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:20.864144 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-429df69c-494c-40e9-8940-d51b1a4a4b2b req-d40fe0bd-ff7b-4e08-9976-57e187db70a8 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.0532393 Aug 12 01:30:20.924152 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-429df69c-494c-40e9-8940-d51b1a4a4b2b req-5d60e05e-8f7d-4f98-9b41-a2901c9b059c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514195 Aug 12 01:30:21.070299 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9139a2-659b-45f7-b40d-db329a357786 req-7b38dfdf-0545-4f84-9656-cb6a300b0656 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:21.077534 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7a9139a2-659b-45f7-b40d-db329a357786 req-7b38dfdf-0545-4f84-9656-cb6a300b0656 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0667713 Aug 12 01:30:21.151990 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0835a143-9929-4018-99dc-2f3e3915fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c71044-03ca-436d-a9ff-d049d4286d64'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:21.156431 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce1d037-2253-44b0-a8b0-4a8383df1bbf" -d '{"events": [{"server_uuid": "0835a143-9929-4018-99dc-2f3e3915fb43", "name": "network-vif-plugged", "status": "completed", "tag": "68c71044-03ca-436d-a9ff-d049d4286d64"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:21.163359 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab7461-9221-426a-9329-1e73c8def9db req-e5dce41d-8835-4559-90a3-4ae28a176f9e tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:21.164946 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d0ab7461-9221-426a-9329-1e73c8def9db req-e5dce41d-8835-4559-90a3-4ae28a176f9e tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 943 time: 0.0846844 Aug 12 01:30:21.175339 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7a9139a2-659b-45f7-b40d-db329a357786 req-a834ebfb-5376-4d2a-a635-04662dcde96f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967631 Aug 12 01:30:21.299882 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757268d-9ec4-4f14-a0ae-1f351a1c3783 req-cb6712d0-9d85-4cef-b3cb-f1059f681fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:21.301294 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c757268d-9ec4-4f14-a0ae-1f351a1c3783 req-cb6712d0-9d85-4cef-b3cb-f1059f681fed service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2aa3549819204b219cbf52a1f9e004e9&device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 1127 time: 0.0971799 Aug 12 01:30:21.308688 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9e39dc36-bdcc-48c8-89f8-d382d2ee0589 req-566a4f53-2c45-4fb9-9c84-4935083eb32d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 210 time: 0.0516508 Aug 12 01:30:21.372869 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93fff90-0a18-4863-b80a-65f5a82aafd1 x-openstack-request-id: req-a93fff90-0a18-4863-b80a-65f5a82aafd1 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:21.373183 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0835a143-9929-4018-99dc-2f3e3915fb43", "name": "network-vif-plugged", "status": "completed", "tag": "68c71044-03ca-436d-a9ff-d049d4286d64", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:21.373436 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a93fff90-0a18-4863-b80a-65f5a82aafd1 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:21.373855 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93fff90-0a18-4863-b80a-65f5a82aafd1'] response: {'server_uuid': '0835a143-9929-4018-99dc-2f3e3915fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c71044-03ca-436d-a9ff-d049d4286d64', 'code': 200} Aug 12 01:30:21.396099 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d0ab7461-9221-426a-9329-1e73c8def9db req-a54860b3-c383-4c97-9701-d783bf1bd6bb tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060795 Aug 12 01:30:21.507200 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757268d-9ec4-4f14-a0ae-1f351a1c3783 req-62331b40-028c-493a-8bce-cdaf39a28a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:21.508735 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c757268d-9ec4-4f14-a0ae-1f351a1c3783 req-62331b40-028c-493a-8bce-cdaf39a28a88 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4b8c5935-38ca-4347-9afe-7a0258f6b445 HTTP/1.1" status: 200 len: 910 time: 0.1954627 Aug 12 01:30:21.524775 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c9add-d4ae-42ab-a4f9-f25094bc9693 req-ca3f6ba8-f15a-4dcd-bbcd-ccda4c4d188e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:21.526258 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0b2c9add-d4ae-42ab-a4f9-f25094bc9693 req-ca3f6ba8-f15a-4dcd-bbcd-ccda4c4d188e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0946732 Aug 12 01:30:21.555951 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a55e73-6dc4-46aa-9acc-f3ba7fd855d1 req-e4519355-c7ed-492c-b4b3-0893662071ef tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:21.557254 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-33a55e73-6dc4-46aa-9acc-f3ba7fd855d1 req-e4519355-c7ed-492c-b4b3-0893662071ef tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 945 time: 0.0890481 Aug 12 01:30:21.597378 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device f4846636-61a2-4509-8815-c5875736aae6 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:30:21.605450 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0b2c9add-d4ae-42ab-a4f9-f25094bc9693 req-dcdb2e0d-60ca-4e80-b2d9-07c911097226 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728614 Aug 12 01:30:21.636251 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-33a55e73-6dc4-46aa-9acc-f3ba7fd855d1 req-d5d55da1-8801-4ba7-b9c7-67205c801cbc tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720220 Aug 12 01:30:21.738537 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port f4846636-61a2-4509-8815-c5875736aae6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f4846636-61a2-4509-8815-c5875736aae6,segment=NetworkSegment(78f4ecff-24d4-4cbc-ae93-4ffda1e70279),segment_id=78f4ecff-24d4-4cbc-ae93-4ffda1e70279)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:21.789797 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'f4846636-61a2-4509-8815-c5875736aae6', 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445', 'port_id': 'f4846636-61a2-4509-8815-c5875736aae6', 'mac_address': 'fa:16:3e:53:b3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91812399-73eb-45bd-a06e-e86d5759967b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:30:21.791673 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c757268d-9ec4-4f14-a0ae-1f351a1c3783 req-9cbb4d85-00cb-4817-98e8-a7595fb57deb service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4846636-61a2-4509-8815-c5875736aae6 HTTP/1.1" status: 200 len: 217 time: 0.0514736 Aug 12 01:30:21.887337 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port f4846636-61a2-4509-8815-c5875736aae6 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:21.887860 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f4846636-61a2-4509-8815-c5875736aae6), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:21.907576 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4846636-61a2-4509-8815-c5875736aae6 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:30:21.932969 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port f4846636-61a2-4509-8815-c5875736aae6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f4846636-61a2-4509-8815-c5875736aae6,segment=NetworkSegment(78f4ecff-24d4-4cbc-ae93-4ffda1e70279),segment_id=78f4ecff-24d4-4cbc-ae93-4ffda1e70279)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:21.938385 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f4846636-61a2-4509-8815-c5875736aae6), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:21.941852 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757268d-9ec4-4f14-a0ae-1f351a1c3783 req-90e0959c-fb46-48b4-b6f2-8a48a754df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:21.943768 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c757268d-9ec4-4f14-a0ae-1f351a1c3783 req-90e0959c-fb46-48b4-b6f2-8a48a754df48 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=91812399-73eb-45bd-a06e-e86d5759967b HTTP/1.1" status: 200 len: 849 time: 0.1373057 Aug 12 01:30:22.028194 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=f4846636-61a2-4509-8815-c5875736aae6,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:22.071554 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf508e-9e30-4b8f-a1a5-9d31ba000f35 req-dd84f169-e4d0-4f86-b5ed-9221d109c925 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:22.073243 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0adf508e-9e30-4b8f-a1a5-9d31ba000f35 req-dd84f169-e4d0-4f86-b5ed-9221d109c925 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.0604937 Aug 12 01:30:22.079664 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eed02-090e-4355-92db-6359c7dec78a req-4ed9c5ec-3d65-4dd5-bc5c-7307b3091e06 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:22.081014 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-4ed9c5ec-3d65-4dd5-bc5c-7307b3091e06 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 818 time: 0.2179835 Aug 12 01:30:22.131252 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0adf508e-9e30-4b8f-a1a5-9d31ba000f35 req-b9c57eed-4f1d-4dec-ba93-e0a58aec538c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491543 Aug 12 01:30:22.179070 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:22.210416 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c757268d-9ec4-4f14-a0ae-1f351a1c3783 req-a685bb3d-e782-47f3-b65d-0d606678212d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4b8c5935-38ca-4347-9afe-7a0258f6b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657976 Aug 12 01:30:22.274709 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-e2cc53d3-523d-40e9-a630-8f5a27a60d9e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a0674e4f240748d69cc9be8fdc79ad89 HTTP/1.1" status: 200 len: 379 time: 0.1289036 Aug 12 01:30:22.321418 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a88b3-112e-4de4-9eb9-5000de41029f req-3f2f0350-63bc-4fdc-bcbc-4d7797041077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:22.323961 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e96a88b3-112e-4de4-9eb9-5000de41029f req-3f2f0350-63bc-4fdc-bcbc-4d7797041077 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 1129 time: 0.0791659 Aug 12 01:30:22.389500 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:22.410822 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232ec92-c10e-438c-a930-4c19076cf0d9 req-b56b2e6e-e76f-4fe8-93b5-8c7c18b87c49 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:22.412431 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b232ec92-c10e-438c-a930-4c19076cf0d9 req-b56b2e6e-e76f-4fe8-93b5-8c7c18b87c49 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.1017673 Aug 12 01:30:22.447295 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['f4846636-61a2-4509-8815-c5875736aae6'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:30:22.452467 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:22.465790 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cbdb2b76-c53d-46d2-945c-d2fa08b6bd92 req-6f2041cb-b45d-40db-815a-e90a22c05d27 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 210 time: 0.0502012 Aug 12 01:30:22.492718 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c757268d-9ec4-4f14-a0ae-1f351a1c3783 req-0ec30da4-ef55-4cce-a643-ac4d5f4b664f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231619 Aug 12 01:30:22.530367 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b232ec92-c10e-438c-a930-4c19076cf0d9 req-e60635ef-6041-417e-ae51-a55832d161ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015244 Aug 12 01:30:22.654758 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b361a-9e23-4da7-95cf-8b72b6acb701 req-2bac700f-a66a-4823-9ad9-c430ebc83ac6 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:22.658232 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-452b361a-9e23-4da7-95cf-8b72b6acb701 req-2bac700f-a66a-4823-9ad9-c430ebc83ac6 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 944 time: 0.0889528 Aug 12 01:30:22.752530 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-452b361a-9e23-4da7-95cf-8b72b6acb701 req-da3abb05-4234-4bd1-8845-64c88fcf739b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882583 Aug 12 01:30:22.765387 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17356-2997-4c9b-8b51-a907aebc3c51 req-e1e9af7d-c49f-431f-a2cd-8664b0fe95ea tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:22.785827 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-37a17356-2997-4c9b-8b51-a907aebc3c51 req-e1e9af7d-c49f-431f-a2cd-8664b0fe95ea tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0870163 Aug 12 01:30:22.882956 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-37a17356-2997-4c9b-8b51-a907aebc3c51 req-809385f6-8f48-4156-b965-297ba517d7e4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959413 Aug 12 01:30:22.892395 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27618aff-6766-4b0b-8323-02cdf774b90b req-cc494d4d-a1bb-45c0-84a0-e70401e181d4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:22.895057 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-27618aff-6766-4b0b-8323-02cdf774b90b req-cc494d4d-a1bb-45c0-84a0-e70401e181d4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 945 time: 0.0701056 Aug 12 01:30:22.959235 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-27618aff-6766-4b0b-8323-02cdf774b90b req-16eb3c04-af47-4f05-9e5a-2d69233a6712 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582473 Aug 12 01:30:23.291256 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e7dca-075e-4747-86f6-0b61c4cadc7f req-cf064417-33f2-44b5-a6d7-0ebc2246daba tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:23.310623 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1b7e7dca-075e-4747-86f6-0b61c4cadc7f req-cf064417-33f2-44b5-a6d7-0ebc2246daba tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.0751245 Aug 12 01:30:23.338554 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-e64eed02-090e-4355-92db-6359c7dec78a req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Request body: {'port': {'device_id': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'admin_state_up': True, 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'security_groups': ['5e8ce63a-042e-4af5-aedd-a9e6f5772621']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:23.350038 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e96a88b3-112e-4de4-9eb9-5000de41029f req-5f68f927-a9fc-46f0-ac0d-90eba507915b service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569048 Aug 12 01:30:23.529523 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:23.563681 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1b7e7dca-075e-4747-86f6-0b61c4cadc7f req-60243bd5-ade0-4697-bc88-9f4ff747e1a6 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443993 Aug 12 01:30:23.617406 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c6171184-5a27-4f12-852f-c5062c0e13c8 req-575341be-9350-49ed-93b2-15ed9c401430 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 210 time: 0.0580986 Aug 12 01:30:23.623181 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c757268d-9ec4-4f14-a0ae-1f351a1c3783 req-d62abad6-0b71-49ef-984a-b4666e13d845 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056529 Aug 12 01:30:23.643654 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64eed02-090e-4355-92db-6359c7dec78a req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Made reservation on behalf of a0674e4f240748d69cc9be8fdc79ad89 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:30:23.648500 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e64eed02-090e-4355-92db-6359c7dec78a req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:23.725315 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device f4846636-61a2-4509-8815-c5875736aae6 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:30:23.763080 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63b409-1b91-41e8-ae67-dee4769bb4c3 req-2a082fe2-a7e5-4687-8984-fc9129f567f6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:23.770102 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ea63b409-1b91-41e8-ae67-dee4769bb4c3 req-2a082fe2-a7e5-4687-8984-fc9129f567f6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.1085973 Aug 12 01:30:23.799575 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port f4846636-61a2-4509-8815-c5875736aae6 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:30:23.814617 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port f4846636-61a2-4509-8815-c5875736aae6 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:30:23.815418 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f4846636-61a2-4509-8815-c5875736aae6), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:23.843391 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:23.858729 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:23.925253 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port f4846636-61a2-4509-8815-c5875736aae6 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:23.925645 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f4846636-61a2-4509-8815-c5875736aae6), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:23.936491 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-e64eed02-090e-4355-92db-6359c7dec78a req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Allocated IP 172.20.0.5 (0d1de51b-a5d0-4a09-af82-8f44783003c3/56eeebe6-a638-4828-88cb-f2a33860c466/dc2ec8af-df9c-48b9-af2f-f3d087bf0f93) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:30:23.959964 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84abe93-9e47-4be1-b119-e0235ac5b527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4846636-61a2-4509-8815-c5875736aae6'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:23.960804 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcac0be-ddf7-4aa4-8879-7e8879c5a38f req-aa801a03-9b60-48ce-936d-60d5b1d8fc54 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:23.962456 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-afcac0be-ddf7-4aa4-8879-7e8879c5a38f req-aa801a03-9b60-48ce-936d-60d5b1d8fc54 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 944 time: 0.1174240 Aug 12 01:30:23.962601 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216e271d-81fb-4df4-9134-eb474c0e1d72" -d '{"events": [{"server_uuid": "c84abe93-9e47-4be1-b119-e0235ac5b527", "name": "network-vif-plugged", "status": "completed", "tag": "f4846636-61a2-4509-8815-c5875736aae6"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:23.990042 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port f4846636-61a2-4509-8815-c5875736aae6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f4846636-61a2-4509-8815-c5875736aae6,segment=NetworkSegment(78f4ecff-24d4-4cbc-ae93-4ffda1e70279),segment_id=78f4ecff-24d4-4cbc-ae93-4ffda1e70279)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:23.996164 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f4846636-61a2-4509-8815-c5875736aae6), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:23.997175 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ea63b409-1b91-41e8-ae67-dee4769bb4c3 req-e9d809a0-431d-4484-b76b-0647bdfc80bf tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260962 Aug 12 01:30:24.076013 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-afcac0be-ddf7-4aa4-8879-7e8879c5a38f req-5fce0828-cde8-407a-b4dd-1905e721bbdf tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874150 Aug 12 01:30:24.076282 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:24.076282 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=f4846636-61a2-4509-8815-c5875736aae6,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:24.177136 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1a9647-e426-4874-b0f0-57dbf1ebd106 x-openstack-request-id: req-3a1a9647-e426-4874-b0f0-57dbf1ebd106 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:24.177470 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84abe93-9e47-4be1-b119-e0235ac5b527", "name": "network-vif-plugged", "status": "completed", "tag": "f4846636-61a2-4509-8815-c5875736aae6", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:24.177723 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a1a9647-e426-4874-b0f0-57dbf1ebd106 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:24.178129 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1a9647-e426-4874-b0f0-57dbf1ebd106'] response: {'server_uuid': 'c84abe93-9e47-4be1-b119-e0235ac5b527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4846636-61a2-4509-8815-c5875736aae6', 'code': 200} Aug 12 01:30:24.326139 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61598e7d-83b0-4e08-8758-4e9e92e3182c req-f7fd26c4-6ec0-4fb6-a835-8c5cc19aef85 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:24.327709 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-61598e7d-83b0-4e08-8758-4e9e92e3182c req-f7fd26c4-6ec0-4fb6-a835-8c5cc19aef85 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 945 time: 0.0941155 Aug 12 01:30:24.340784 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc481b07-8cbe-4f40-be42-edac903359e6 req-7e9086ff-ca10-4199-a6e2-b9aa4a2f5133 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:24.342251 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bc481b07-8cbe-4f40-be42-edac903359e6 req-7e9086ff-ca10-4199-a6e2-b9aa4a2f5133 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.1513581 Aug 12 01:30:24.387361 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e64eed02-090e-4355-92db-6359c7dec78a req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:24.473256 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-61598e7d-83b0-4e08-8758-4e9e92e3182c req-7c4694a2-db4f-4dc8-be64-3c624e58a33f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281445 Aug 12 01:30:24.492499 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bc481b07-8cbe-4f40-be42-edac903359e6 req-fcbf29ef-4d8c-41c5-b693-e0a84937b819 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356583 Aug 12 01:30:24.518706 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e64eed02-090e-4355-92db-6359c7dec78a req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:24.560932 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64eed02-090e-4355-92db-6359c7dec78a req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Network 0d1de51b-a5d0-4a09-af82-8f44783003c3 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:30:24.571267 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-e64eed02-090e-4355-92db-6359c7dec78a req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:30:24.574779 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64eed02-090e-4355-92db-6359c7dec78a req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:30:24.672017 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eed02-090e-4355-92db-6359c7dec78a req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:24.672663 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e64eed02-090e-4355-92db-6359c7dec78a req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:24.719606 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event updated for resources: {'Port': ['ID=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:24.817735 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-752ab5eb-e393-46bc-b610-d9677434d456 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5059576 Aug 12 01:30:24.850285 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8f549-faf1-40a6-a3de-097c0b9e6a71 req-06338e40-9b41-45e8-9bce-5dcf176d1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:24.851822 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-63b8f549-faf1-40a6-a3de-097c0b9e6a71 req-06338e40-9b41-45e8-9bce-5dcf176d1c7f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 1129 time: 0.1210690 Aug 12 01:30:24.860480 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9176ae5-a573-4335-b01e-cb7290bf1fa0 req-c7ad4a1d-a645-4244-9f03-97caaf683e10 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:24.867454 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9176ae5-a573-4335-b01e-cb7290bf1fa0 req-c7ad4a1d-a645-4244-9f03-97caaf683e10 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 944 time: 0.1390107 Aug 12 01:30:24.884966 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:24.892386 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca0f9c-c4c7-4a88-a663-a66754789a8a req-344ff5e5-fe24-4b66-a74c-2a8e4a016ede tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:24.893876 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-15ca0f9c-c4c7-4a88-a663-a66754789a8a req-344ff5e5-fe24-4b66-a74c-2a8e4a016ede tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 931 time: 0.1331675 Aug 12 01:30:24.950343 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9176ae5-a573-4335-b01e-cb7290bf1fa0 req-0ed27c00-9c35-4cca-8d43-99421d64af74 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819769 Aug 12 01:30:24.959497 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-f56d5a90-3c55-43c2-89ea-4dff49f56d8a None None] Provisioning complete for port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:30:24.960631 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f56d5a90-3c55-43c2-89ea-4dff49f56d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:24.995601 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-15ca0f9c-c4c7-4a88-a663-a66754789a8a req-12737bf6-49ef-4db9-b808-003272dcb6f4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869930 Aug 12 01:30:25.031115 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-f56d5a90-3c55-43c2-89ea-4dff49f56d8a None None] Port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:30:25.186969 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bafda-919d-404b-9450-e9209523b5c5 req-a2c8604a-0ea8-4706-bc12-1f43c1d4f662 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:25.192018 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a00bafda-919d-404b-9450-e9209523b5c5 req-a2c8604a-0ea8-4706-bc12-1f43c1d4f662 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0602779 Aug 12 01:30:25.234822 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:25.263636 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696317e2-cfba-4ff7-a830-b01b013712cc req-2f33fd16-73a3-480c-8cbd-79b9a43a7391 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:25.265430 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-696317e2-cfba-4ff7-a830-b01b013712cc req-2f33fd16-73a3-480c-8cbd-79b9a43a7391 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 945 time: 0.0723293 Aug 12 01:30:25.291321 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a00bafda-919d-404b-9450-e9209523b5c5 req-06280e4f-4c9c-4c43-8b0f-e4f9e3679a29 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886827 Aug 12 01:30:25.337349 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-696317e2-cfba-4ff7-a830-b01b013712cc req-7bdb6230-529a-4327-95e1-97ad89b78677 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597825 Aug 12 01:30:25.632119 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Request body: {'port': {'device_id': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:25.727702 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device de45b233-9e56-4b4c-b5fd-7f356b7e3307 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:30:25.787503 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-63b8f549-faf1-40a6-a3de-097c0b9e6a71 req-15b3eec9-10cd-4f68-b77a-4f3c8b677323 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222099 Aug 12 01:30:25.824008 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456832fc-8582-49d8-bf02-7cf7ad5e10e8 req-80fbd2d5-ac81-4e4b-b746-78d6ec34bf86 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:25.830977 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-456832fc-8582-49d8-bf02-7cf7ad5e10e8 req-80fbd2d5-ac81-4e4b-b746-78d6ec34bf86 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 945 time: 0.1462591 Aug 12 01:30:25.841824 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port de45b233-9e56-4b4c-b5fd-7f356b7e3307, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de45b233-9e56-4b4c-b5fd-7f356b7e3307,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:25.854192 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'port_id': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307', 'mac_address': 'fa:16:3e:f6:71:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:30:25.855800 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b442b0b-1833-4049-a09b-e5bd37d638da req-340861ce-93d0-4828-bd6b-bd7c3286d8b8 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:25.857968 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b442b0b-1833-4049-a09b-e5bd37d638da req-340861ce-93d0-4828-bd6b-bd7c3286d8b8 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.1719925 Aug 12 01:30:25.882723 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:25.893178 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port de45b233-9e56-4b4c-b5fd-7f356b7e3307 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:25.893856 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:25.912498 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de45b233-9e56-4b4c-b5fd-7f356b7e3307 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:30:25.933158 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port de45b233-9e56-4b4c-b5fd-7f356b7e3307, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de45b233-9e56-4b4c-b5fd-7f356b7e3307,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:25.940725 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:26.006259 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-456832fc-8582-49d8-bf02-7cf7ad5e10e8 req-50874d10-284c-4c4d-b350-d2b9fa1ecc27 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740577 Aug 12 01:30:26.033351 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b442b0b-1833-4049-a09b-e5bd37d638da req-aa64fd18-8ea9-4366-9e55-6bbcff3327b7 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563783 Aug 12 01:30:26.042075 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=de45b233-9e56-4b4c-b5fd-7f356b7e3307,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:26.206312 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abbdd-b969-450a-bc2c-434671c09e29 req-5e6d85ff-dcb6-4abe-af78-c6d38e0bcd68 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:26.207855 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-772abbdd-b969-450a-bc2c-434671c09e29 req-5e6d85ff-dcb6-4abe-af78-c6d38e0bcd68 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 945 time: 0.0981989 Aug 12 01:30:26.213721 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfa07b-1042-4f86-8b18-b77e2f8853d6 req-91b3120a-92a0-4380-b81b-a07b17d4e6f1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:26.215100 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02cfa07b-1042-4f86-8b18-b77e2f8853d6 req-91b3120a-92a0-4380-b81b-a07b17d4e6f1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 931 time: 0.1066220 Aug 12 01:30:26.339510 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['de45b233-9e56-4b4c-b5fd-7f356b7e3307'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:30:26.380415 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:26.619651 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-772abbdd-b969-450a-bc2c-434671c09e29 req-ed93845f-83b8-4c07-b613-d1898e4c717f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4034426 Aug 12 01:30:26.622901 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02cfa07b-1042-4f86-8b18-b77e2f8853d6 req-bbc4162a-a791-44fa-8dcf-a72388d50560 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3540087 Aug 12 01:30:26.816488 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:26.832263 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:26.856010 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:30:26.873925 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970839e1-c8eb-4b35-9dd2-4aa98160a1be req-4a43eaf0-49d9-46f2-84f4-2644eea1cf84 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:26.880006 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-970839e1-c8eb-4b35-9dd2-4aa98160a1be req-4a43eaf0-49d9-46f2-84f4-2644eea1cf84 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.1474118 Aug 12 01:30:26.886087 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3bac0-97cc-473f-829c-2d600af5ffaf req-170b69dc-782d-402d-8cab-29b866f69e1f tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:26.887732 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2ab3bac0-97cc-473f-829c-2d600af5ffaf req-170b69dc-782d-402d-8cab-29b866f69e1f tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 945 time: 0.1561642 Aug 12 01:30:26.889910 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Publish callbacks [] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:26.948498 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Transition to ACTIVE for port object dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:30:26.963433 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:26.997063 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2ab3bac0-97cc-473f-829c-2d600af5ffaf req-340d1dad-dd57-4477-97ff-17b9c8bbb1b6 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008928 Aug 12 01:30:27.030589 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-970839e1-c8eb-4b35-9dd2-4aa98160a1be req-bfcffe6f-787e-43dc-9ae1-57060cdb85cd tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357365 Aug 12 01:30:27.043027 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:27.264588 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Attempting to bind port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:30:27.264973 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Attempting to bind port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:30:27.265331 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Attempting to bind port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 on network 0d1de51b-a5d0-4a09-af82-8f44783003c3 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:30:27.320346 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 on network 0d1de51b-a5d0-4a09-af82-8f44783003c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:30:27.320678 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Attempting to bind port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 on network 0d1de51b-a5d0-4a09-af82-8f44783003c3 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:30:27.332978 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:30:27.333321 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Checking segment: {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:30:27.333714 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Bound using segment: {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:30:27.334161 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Bound port: dc2ec8af-df9c-48b9-af2f-f3d087bf0f93, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a8a603-a59e-410c-bf5d-02f22d55ce9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:30:27.334525 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:27.347182 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e57619-d13a-4504-b8ef-37c30519fdd2 req-34446872-faa9-4908-b88f-56160fef11f2 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:27.349216 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a2e57619-d13a-4504-b8ef-37c30519fdd2 req-34446872-faa9-4908-b88f-56160fef11f2 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 945 time: 0.1800427 Aug 12 01:30:27.355170 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055c824-1d8f-45da-8abd-8905364dc026 req-fdc030a1-998a-4bd6-a55c-54cd75d29d3e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:27.356559 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8055c824-1d8f-45da-8abd-8905364dc026 req-fdc030a1-998a-4bd6-a55c-54cd75d29d3e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.1827726 Aug 12 01:30:27.503365 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a2e57619-d13a-4504-b8ef-37c30519fdd2 req-e929d08b-3368-4887-8b0b-3946d1ef2b65 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354976 Aug 12 01:30:27.515875 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] For port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93, host hv-cinder-78481, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:30:27.521781 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] For port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:30:27.531752 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:27.535547 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:27.536258 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:27.537831 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 HTTP/1.1" status: 200 len: 1093 time: 1.9151735 Aug 12 01:30:27.541771 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8055c824-1d8f-45da-8abd-8905364dc026 req-fb529c0e-4ce0-4250-8cb0-b9642dacedd1 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728828 Aug 12 01:30:27.588092 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'tag': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:27.590876 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b96b6c8-9cfd-4137-aead-beffee440ace" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a", "tag": "dc2ec8af-df9c-48b9-af2f-f3d087bf0f93"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:27.650309 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16af006c-112e-4e58-b954-b483d5769489 x-openstack-request-id: req-16af006c-112e-4e58-b954-b483d5769489 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:27.651022 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a", "tag": "dc2ec8af-df9c-48b9-af2f-f3d087bf0f93", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:27.651022 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16af006c-112e-4e58-b954-b483d5769489 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:27.651335 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16af006c-112e-4e58-b954-b483d5769489'] response: {'name': 'network-changed', 'server_uuid': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'tag': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'status': 'completed', 'code': 200} Aug 12 01:30:27.675792 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dfc2-4d10-4fdf-a4bc-261b47c49abb req-a1f33f0d-0d44-40a3-a6ba-40f6b86d5322 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:27.677330 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4dc1dfc2-4d10-4fdf-a4bc-261b47c49abb req-a1f33f0d-0d44-40a3-a6ba-40f6b86d5322 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 945 time: 0.0835953 Aug 12 01:30:27.678006 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455eec3-ec0c-4634-aee2-14b02dd566b0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:27.687629 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 50998) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:27.693429 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-3cdbcc77-ebce-417d-b816-d0e38159c846 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'floatingip': {'port_id': '68c71044-03ca-436d-a9ff-d049d4286d64'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:27.773131 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3cdbcc77-ebce-417d-b816-d0e38159c846 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (ba494c86-a24d-4804-9d39-4295269140eb), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:27.888355 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90ba30-094c-4510-a620-56f392b5edb9 req-a1ae9cef-fba7-4f3e-8c4a-f0addd60b804 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:27.892074 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-be90ba30-094c-4510-a620-56f392b5edb9 req-a1ae9cef-fba7-4f3e-8c4a-f0addd60b804 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 945 time: 0.1509614 Aug 12 01:30:27.901754 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894801e-1da0-4124-915e-25bdfddbff1f req-16cfef08-26ba-4ce0-bdb4-fc9494f48bb9 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:27.903302 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8894801e-1da0-4124-915e-25bdfddbff1f req-16cfef08-26ba-4ce0-bdb4-fc9494f48bb9 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 943 time: 0.1561697 Aug 12 01:30:27.970668 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device de45b233-9e56-4b4c-b5fd-7f356b7e3307 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:30:28.009168 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:28.013200 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8894801e-1da0-4124-915e-25bdfddbff1f req-81198928-c70a-4868-a088-dd5c1256081b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997734 Aug 12 01:30:28.057170 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:28.082263 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port de45b233-9e56-4b4c-b5fd-7f356b7e3307 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:30:28.100650 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port de45b233-9e56-4b4c-b5fd-7f356b7e3307 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:30:28.101175 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:28.202327 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-be90ba30-094c-4510-a620-56f392b5edb9 req-6299b7ce-ec12-4561-9800-c35a7c652ca8 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913759 Aug 12 01:30:28.242308 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port de45b233-9e56-4b4c-b5fd-7f356b7e3307 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:28.242745 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:28.278524 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:28.282794 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86530aef-c6a3-4351-b2d7-e2af32c1ff09" -d '{"events": [{"server_uuid": "a8c75c35-1961-4c9b-9208-ed9096bf447d", "name": "network-vif-plugged", "status": "completed", "tag": "de45b233-9e56-4b4c-b5fd-7f356b7e3307"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:28.305602 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port de45b233-9e56-4b4c-b5fd-7f356b7e3307, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de45b233-9e56-4b4c-b5fd-7f356b7e3307,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:28.307376 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:28.313601 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:28.335125 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ef76f-eff4-4900-b43b-423916147811 req-23cb220b-ba0e-4e14-b028-527adde43133 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:28.336659 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7d3ef76f-eff4-4900-b43b-423916147811 req-23cb220b-ba0e-4e14-b028-527adde43133 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 945 time: 0.1322060 Aug 12 01:30:28.355089 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b6c8-9cfd-4137-aead-beffee440ace req-8b2df054-52bd-4127-a19c-0b7f620fed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:28.356555 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b96b6c8-9cfd-4137-aead-beffee440ace req-8b2df054-52bd-4127-a19c-0b7f620fed76 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 1127 time: 0.1531949 Aug 12 01:30:28.366396 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=de45b233-9e56-4b4c-b5fd-7f356b7e3307,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:28.471044 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0c997-4cfb-46f9-8640-d40ce9c9ec8c req-41fa2c56-81c0-4bd5-8f2b-07626e0a3003 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:28.472526 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-76b0c997-4cfb-46f9-8640-d40ce9c9ec8c req-41fa2c56-81c0-4bd5-8f2b-07626e0a3003 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.1631737 Aug 12 01:30:28.640497 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7d3ef76f-eff4-4900-b43b-423916147811 req-3ebd4920-9edd-44f9-bb0d-df5f25eb12e6 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765071 Aug 12 01:30:28.655065 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b6c8-9cfd-4137-aead-beffee440ace req-60f590d0-0287-452c-a350-a5385a4b5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:28.656641 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b96b6c8-9cfd-4137-aead-beffee440ace req-60f590d0-0287-452c-a350-a5385a4b5313 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2796295 Aug 12 01:30:28.669647 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-76b0c997-4cfb-46f9-8640-d40ce9c9ec8c req-760cbfdc-7d55-47f9-8cb8-de14dd7912d3 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638920 Aug 12 01:30:28.687731 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048604b1-5a68-4f8e-86a4-e51dde82d480 x-openstack-request-id: req-048604b1-5a68-4f8e-86a4-e51dde82d480 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:28.688123 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c75c35-1961-4c9b-9208-ed9096bf447d", "name": "network-vif-plugged", "status": "completed", "tag": "de45b233-9e56-4b4c-b5fd-7f356b7e3307", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:28.688493 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-048604b1-5a68-4f8e-86a4-e51dde82d480 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:28.689436 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048604b1-5a68-4f8e-86a4-e51dde82d480'] response: {'server_uuid': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307', 'code': 200} Aug 12 01:30:28.782619 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3cdbcc77-ebce-417d-b816-d0e38159c846 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:28.788644 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3cdbcc77-ebce-417d-b816-d0e38159c846 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (ba494c86-a24d-4804-9d39-4295269140eb), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:28.799014 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154920f7-d214-4923-acad-a4cb859d2ac6 req-b77ae95b-4e49-44af-9351-abf576905c1d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:28.800530 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-154920f7-d214-4923-acad-a4cb859d2ac6 req-b77ae95b-4e49-44af-9351-abf576905c1d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0637236 Aug 12 01:30:28.973166 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-154920f7-d214-4923-acad-a4cb859d2ac6 req-f24ca247-dd0a-4190-83ad-a085f498906b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437366 Aug 12 01:30:28.981397 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-3cdbcc77-ebce-417d-b816-d0e38159c846 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Floating IP ba494c86-a24d-4804-9d39-4295269140eb associated. External IP: 172.27.2.237, port: 68c71044-03ca-436d-a9ff-d049d4286d64. Aug 12 01:30:29.074969 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:29.081542 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b6c8-9cfd-4137-aead-beffee440ace req-e82f010f-d467-4542-8637-c7af5e8249b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:29.083016 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b96b6c8-9cfd-4137-aead-beffee440ace req-e82f010f-d467-4542-8637-c7af5e8249b9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1907387 Aug 12 01:30:29.087914 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:29.195074 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1be721-0354-414f-912d-f6d9683c0e82 req-c4d869cf-e5c8-4ea1-a215-4d51df683ff0 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:29.197284 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8b1be721-0354-414f-912d-f6d9683c0e82 req-c4d869cf-e5c8-4ea1-a215-4d51df683ff0 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 943 time: 0.0926585 Aug 12 01:30:29.323052 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eed02-090e-4355-92db-6359c7dec78a req-cff0f3b2-76fe-4281-a3e0-d810dce72244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:29.324705 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-cff0f3b2-76fe-4281-a3e0-d810dce72244 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 1127 time: 0.0423927 Aug 12 01:30:29.376263 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-1269ec4c-1fea-4c60-9624-47021b14e3b4 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 HTTP/1.1" status: 200 len: 217 time: 0.0334508 Aug 12 01:30:29.435030 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eed02-090e-4355-92db-6359c7dec78a req-b85a6f37-a9a1-44d0-a416-2f31e7338e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:29.436541 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-b85a6f37-a9a1-44d0-a416-2f31e7338e98 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.0497341 Aug 12 01:30:29.486855 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eed02-090e-4355-92db-6359c7dec78a req-ee452d0e-9924-4b2a-84c6-10bb54f187d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:29.488404 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-ee452d0e-9924-4b2a-84c6-10bb54f187d9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439773 Aug 12 01:30:29.582676 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-81569375-53df-41b9-a845-3e36a547a9d2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871890 Aug 12 01:30:29.610774 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:29.611341 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac810c8-fd72-4e4b-895a-8aa60aa49217 req-7d3a954b-fabe-4559-a723-7f6f72d3a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:29.612660 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8ac810c8-fd72-4e4b-895a-8aa60aa49217 req-7d3a954b-fabe-4559-a723-7f6f72d3a25a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 1130 time: 0.1311901 Aug 12 01:30:29.624069 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fc6bb-df4e-42a1-946c-5cfdc0a61158 req-b9015e24-ca32-4dae-bbfb-7063f680b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:29.625518 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fe9fc6bb-df4e-42a1-946c-5cfdc0a61158 req-b9015e24-ca32-4dae-bbfb-7063f680b1dd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 1130 time: 0.1378496 Aug 12 01:30:29.631551 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e7e96-7c0e-45bf-b2d7-b8c7be2ad453 req-d92d5978-fa4c-4de8-ae0d-588581a27554 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:29.632916 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-379e7e96-7c0e-45bf-b2d7-b8c7be2ad453 req-d92d5978-fa4c-4de8-ae0d-588581a27554 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 946 time: 0.1503477 Aug 12 01:30:29.638670 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdbcc77-ebce-417d-b816-d0e38159c846 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:30:29.649917 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8b1be721-0354-414f-912d-f6d9683c0e82 req-7e5d2e6f-7ec6-4992-a9c2-6cc76eea7957 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4242742 Aug 12 01:30:29.695093 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e64eed02-090e-4355-92db-6359c7dec78a req-3ecb2cca-9711-4636-979d-7361ad9a0789 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921376 Aug 12 01:30:29.826583 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8ac810c8-fd72-4e4b-895a-8aa60aa49217 req-7bad8160-05fb-4cad-89bc-357050c4b9ee service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899300 Aug 12 01:30:29.832419 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-379e7e96-7c0e-45bf-b2d7-b8c7be2ad453 req-95ebf3c9-81df-4bde-848e-ab8de5645624 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879082 Aug 12 01:30:29.937418 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fc6bb-df4e-42a1-946c-5cfdc0a61158 req-86c855c5-622c-4fb1-8408-c6b8c6f00359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:29.938842 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fe9fc6bb-df4e-42a1-946c-5cfdc0a61158 req-86c855c5-622c-4fb1-8408-c6b8c6f00359 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 918 time: 0.2933116 Aug 12 01:30:29.971686 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdbcc77-ebce-417d-b816-d0e38159c846 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:30:29.978061 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3cdbcc77-ebce-417d-b816-d0e38159c846 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:29.982845 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b15245-6616-4120-8272-8d7080a0a78a None None] Sync routers for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:30:29.985507 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691de191-3333-45e9-8aa6-ff995b7b2200 req-75194e1f-5e06-4360-81a4-3e6632e0f477 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:29.987035 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-691de191-3333-45e9-8aa6-ff995b7b2200 req-75194e1f-5e06-4360-81a4-3e6632e0f477 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.1060152 Aug 12 01:30:29.993773 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b15245-6616-4120-8272-8d7080a0a78a None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:30:29.994398 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-27b15245-6616-4120-8272-8d7080a0a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:30:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:30.012499 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6b073-5ea5-4f70-9da9-751cc9257851 req-8836922a-d11c-4a85-be2c-156e26c1b106 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:30.013931 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-08c6b073-5ea5-4f70-9da9-751cc9257851 req-8836922a-d11c-4a85-be2c-156e26c1b106 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 945 time: 0.1123095 Aug 12 01:30:30.054875 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-3cdbcc77-ebce-417d-b816-d0e38159c846 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/ba494c86-a24d-4804-9d39-4295269140eb HTTP/1.1" status: 200 len: 991 time: 2.3660851 Aug 12 01:30:30.054875 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0835a143-9929-4018-99dc-2f3e3915fb43', 'tag': '68c71044-03ca-436d-a9ff-d049d4286d64'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:30.060330 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e3a047-69bf-47bd-8511-9e66786d1233" -d '{"events": [{"name": "network-changed", "server_uuid": "0835a143-9929-4018-99dc-2f3e3915fb43", "tag": "68c71044-03ca-436d-a9ff-d049d4286d64"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:30.105291 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-27b15245-6616-4120-8272-8d7080a0a78a None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:30:30.108672 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-691de191-3333-45e9-8aa6-ff995b7b2200 req-c1c5d0ed-5188-4b25-98e1-aff71d3c0acb tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027057 Aug 12 01:30:30.112047 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-08c6b073-5ea5-4f70-9da9-751cc9257851 req-4afceb6e-3d10-4fcf-add4-75e96ea93fee tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887816 Aug 12 01:30:30.166205 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aec6b5-de04-431e-978f-d6dd8dab0fa3 x-openstack-request-id: req-b7aec6b5-de04-431e-978f-d6dd8dab0fa3 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:30.166562 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0835a143-9929-4018-99dc-2f3e3915fb43", "tag": "68c71044-03ca-436d-a9ff-d049d4286d64", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:30.166871 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7aec6b5-de04-431e-978f-d6dd8dab0fa3 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:30.167343 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7aec6b5-de04-431e-978f-d6dd8dab0fa3'] response: {'name': 'network-changed', 'server_uuid': '0835a143-9929-4018-99dc-2f3e3915fb43', 'tag': '68c71044-03ca-436d-a9ff-d049d4286d64', 'status': 'completed', 'code': 200} Aug 12 01:30:30.216122 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:30.233408 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0388c5-5189-4a81-ba13-4b7e53d1febd req-18590100-61cb-4eb9-9a2b-2e5c63b6b8fc tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:30.234979 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5a0388c5-5189-4a81-ba13-4b7e53d1febd req-18590100-61cb-4eb9-9a2b-2e5c63b6b8fc tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0515449 Aug 12 01:30:30.282388 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5a0388c5-5189-4a81-ba13-4b7e53d1febd req-ca458c96-1b15-4c76-a82f-054e4f13e608 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416739 Aug 12 01:30:30.338685 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-27b15245-6616-4120-8272-8d7080a0a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '5add7583-738a-41d7-83cd-b060cd8a6414', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:9d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:23Z', 'updated_at': '2022-08-12T01:28:59Z', 'revision_number': 2, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}, {'id': 'ba494c86-a24d-4804-9d39-4295269140eb', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': '68c71044-03ca-436d-a9ff-d049d4286d64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:18:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835a143-9929-4018-99dc-2f3e3915fb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:02Z', 'updated_at': '2022-08-12T01:30:28Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:30.364442 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b15245-6616-4120-8272-8d7080a0a78a None None] Checking router: 16dc98ea-5d10-40d8-af13-5f8d2e04c856 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:30:30.373278 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b15245-6616-4120-8272-8d7080a0a78a None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:30:30.373873 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-27b15245-6616-4120-8272-8d7080a0a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:30:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:30.459908 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:30.474811 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-27b15245-6616-4120-8272-8d7080a0a78a None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:30:30.685819 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-27b15245-6616-4120-8272-8d7080a0a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '5add7583-738a-41d7-83cd-b060cd8a6414', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:9d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:23Z', 'updated_at': '2022-08-12T01:28:59Z', 'revision_number': 2, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}, {'id': 'ba494c86-a24d-4804-9d39-4295269140eb', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': '68c71044-03ca-436d-a9ff-d049d4286d64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:18:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835a143-9929-4018-99dc-2f3e3915fb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:02Z', 'updated_at': '2022-08-12T01:30:28Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:30.780572 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dde36c-18d3-4ad8-8bbe-290a3f6943eb req-29dbbd3b-6c6e-4b74-83d2-a72e2eb84b59 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:30.782064 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b2dde36c-18d3-4ad8-8bbe-290a3f6943eb req-29dbbd3b-6c6e-4b74-83d2-a72e2eb84b59 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 943 time: 0.0499232 Aug 12 01:30:30.835381 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b15245-6616-4120-8272-8d7080a0a78a None None] The sync data for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi is: [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '5add7583-738a-41d7-83cd-b060cd8a6414', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:9d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:23Z', 'updated_at': '2022-08-12T01:28:59Z', 'revision_number': 2, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}, {'id': 'ba494c86-a24d-4804-9d39-4295269140eb', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': '68c71044-03ca-436d-a9ff-d049d4286d64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:18:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835a143-9929-4018-99dc-2f3e3915fb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:02Z', 'updated_at': '2022-08-12T01:30:28Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:30:30.837127 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b2dde36c-18d3-4ad8-8bbe-290a3f6943eb req-4e203b34-7159-43fd-8782-d6553b892ee5 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489998 Aug 12 01:30:30.915241 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:30.954019 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc261b34-5254-4e98-af33-bfbabac1ad67 req-3d28c1f1-11fa-4bc3-a162-b3e71e8b3bf1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:30.955686 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fc261b34-5254-4e98-af33-bfbabac1ad67 req-3d28c1f1-11fa-4bc3-a162-b3e71e8b3bf1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 946 time: 0.0486870 Aug 12 01:30:31.007300 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fc261b34-5254-4e98-af33-bfbabac1ad67 req-0386f2b5-2a80-435b-a423-6e37ee8270cb tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452206 Aug 12 01:30:31.028175 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f7936-7b3a-44d2-92fa-16b7607d8795 None None] New status for floating IP ba494c86-a24d-4804-9d39-4295269140eb: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:30:31.268378 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2ed8e-8d7e-418e-9682-ade1f381e3f9 req-d1d68e11-1851-4872-8ec7-f4f5444aab8a tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:31.269841 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d0a2ed8e-8d7e-418e-9682-ade1f381e3f9 req-d1d68e11-1851-4872-8ec7-f4f5444aab8a tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 945 time: 0.0767479 Aug 12 01:30:31.280566 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95281-866e-4aa6-9daf-a3ba66e77925 req-253268aa-c40f-4c2c-adb5-438a65f324e1 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:31.282511 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f6a95281-866e-4aa6-9daf-a3ba66e77925 req-253268aa-c40f-4c2c-adb5-438a65f324e1 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 946 time: 0.0792246 Aug 12 01:30:31.400523 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d0a2ed8e-8d7e-418e-9682-ade1f381e3f9 req-2460b0e4-d8cd-4ab4-8966-ca608374b40b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169026 Aug 12 01:30:31.411468 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fe9fc6bb-df4e-42a1-946c-5cfdc0a61158 req-59b65406-6c1c-4e62-b542-277fdd8b5989 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=476d0433-5310-435b-93ea-c42ed83c3136 HTTP/1.1" status: 200 len: 1002 time: 0.1187193 Aug 12 01:30:31.424861 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f6a95281-866e-4aa6-9daf-a3ba66e77925 req-49ed16e4-3c26-4258-a74f-9672135988bb tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347358 Aug 12 01:30:31.511091 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888273a-a6b3-45fa-8403-bb2e1fb944ae req-4b8c7e71-c989-4a1c-95ff-b11e52efba9d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:31.512551 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7888273a-a6b3-45fa-8403-bb2e1fb944ae req-4b8c7e71-c989-4a1c-95ff-b11e52efba9d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0514297 Aug 12 01:30:31.560478 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7888273a-a6b3-45fa-8403-bb2e1fb944ae req-d7285f78-ceab-448b-ab45-364713771bcf tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409305 Aug 12 01:30:31.958263 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:30:31.962429 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882affb-3cdd-4a1d-8547-e11231b75538 req-4c3c857e-a39c-43b4-aef0-629b9a893efb tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:31.963740 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 476d0433-5310-435b-93ea-c42ed83c3136 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:30:31.963908 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4882affb-3cdd-4a1d-8547-e11231b75538 req-4c3c857e-a39c-43b4-aef0-629b9a893efb tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 943 time: 0.0502064 Aug 12 01:30:32.017417 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4882affb-3cdd-4a1d-8547-e11231b75538 req-57733822-39ca-48f0-b022-b89823840f1d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476832 Aug 12 01:30:32.053129 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:32.115619 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 476d0433-5310-435b-93ea-c42ed83c3136 is: ACTIVE; New status is: DOWN {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:32.116009 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (476d0433-5310-435b-93ea-c42ed83c3136), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:32.122919 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:32.142165 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565e4c7-2fcd-4b47-b346-d93759ef1d32 req-a1fe65f3-c619-4735-bafc-51b423229619 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:32.143583 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d565e4c7-2fcd-4b47-b346-d93759ef1d32 req-a1fe65f3-c619-4735-bafc-51b423229619 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 946 time: 0.0460417 Aug 12 01:30:32.146365 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'port_id': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'mac_address': 'fa:16:3e:87:ea:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:30:32.154530 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:32.156795 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a091da3-78f5-4afe-8337-303133eb2e75" -d '{"events": [{"server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "name": "network-vif-unplugged", "status": "completed", "tag": "476d0433-5310-435b-93ea-c42ed83c3136"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:32.191806 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=476d0433-5310-435b-93ea-c42ed83c3136,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:32.198909 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e0083b-be2e-4877-acea-63064ee92bf1 x-openstack-request-id: req-11e0083b-be2e-4877-acea-63064ee92bf1 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:32.199260 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "name": "network-vif-unplugged", "status": "completed", "tag": "476d0433-5310-435b-93ea-c42ed83c3136", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:32.199471 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11e0083b-be2e-4877-acea-63064ee92bf1 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:32.199912 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e0083b-be2e-4877-acea-63064ee92bf1'] response: {'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136', 'code': 200} Aug 12 01:30:32.202115 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d565e4c7-2fcd-4b47-b346-d93759ef1d32 req-83e79e35-0894-4f32-9174-1ab0a36dab75 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524259 Aug 12 01:30:32.204719 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (476d0433-5310-435b-93ea-c42ed83c3136), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:32.212363 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:32.212743 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:32.249969 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:30:32.277408 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=476d0433-5310-435b-93ea-c42ed83c3136,revision_number=8']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:32.282696 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:32.287632 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:32.343244 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:32.566402 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133306ef-ffb4-4537-bdab-58ecb9e5809e req-b0760315-2a87-4d03-968d-ea86114a2f3d tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:32.567883 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-133306ef-ffb4-4537-bdab-58ecb9e5809e req-b0760315-2a87-4d03-968d-ea86114a2f3d tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 945 time: 0.0803189 Aug 12 01:30:32.578133 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317de953-7c88-461a-8f4a-cedad2f20846 req-5b0f45fa-36b6-4c7b-b1fd-661cb5660603 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:32.579627 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-317de953-7c88-461a-8f4a-cedad2f20846 req-5b0f45fa-36b6-4c7b-b1fd-661cb5660603 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0604548 Aug 12 01:30:32.658915 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-133306ef-ffb4-4537-bdab-58ecb9e5809e req-b395269a-f665-4dab-a83f-080375eea216 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781989 Aug 12 01:30:32.662270 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-317de953-7c88-461a-8f4a-cedad2f20846 req-aa601ea2-95b9-4c35-bef5-a0e9c6835588 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760612 Aug 12 01:30:32.673913 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['dc2ec8af-df9c-48b9-af2f-f3d087bf0f93'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:30:32.768241 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32361f-1281-409f-a467-8ae498fff42d req-85e85018-1766-4204-a4ca-63d1ce9e59fa tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:32.769762 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3b32361f-1281-409f-a467-8ae498fff42d req-85e85018-1766-4204-a4ca-63d1ce9e59fa tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0490160 Aug 12 01:30:32.819484 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3b32361f-1281-409f-a467-8ae498fff42d req-872d6db9-8503-42c9-aa51-9424037c597b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432401 Aug 12 01:30:33.051862 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3a047-69bf-47bd-8511-9e66786d1233 req-b37f61fe-d66f-4fd6-a554-407f7b6fa1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:33.053392 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02e3a047-69bf-47bd-8511-9e66786d1233 req-b37f61fe-d66f-4fd6-a554-407f7b6fa1bb service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 1129 time: 0.0465851 Aug 12 01:30:33.128243 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:33.137464 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:33.149853 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a34eb1-4af4-4631-a3c3-5d7dca21e494 req-01eafb58-8827-46d0-8fcb-fb5008fc2e5c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:33.151376 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-59a34eb1-4af4-4631-a3c3-5d7dca21e494 req-01eafb58-8827-46d0-8fcb-fb5008fc2e5c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 944 time: 0.0555196 Aug 12 01:30:33.203761 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-59a34eb1-4af4-4631-a3c3-5d7dca21e494 req-5419528a-2dd6-470f-91f7-5afef43f4b51 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461640 Aug 12 01:30:33.329043 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffb19b-745f-4504-a6fe-68b2f2671121 req-398a5133-e1f1-46ed-b4ae-84d6d0337af9 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:33.330480 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c1ffb19b-745f-4504-a6fe-68b2f2671121 req-398a5133-e1f1-46ed-b4ae-84d6d0337af9 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 946 time: 0.0497615 Aug 12 01:30:33.392732 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c1ffb19b-745f-4504-a6fe-68b2f2671121 req-5f723e12-1340-4a80-b2a1-73f581203471 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536489 Aug 12 01:30:33.589125 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fc6bb-df4e-42a1-946c-5cfdc0a61158 req-cc8bfd45-55ef-4729-bf36-e12419775b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:33.590683 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fe9fc6bb-df4e-42a1-946c-5cfdc0a61158 req-cc8bfd45-55ef-4729-bf36-e12419775b5e service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=d33ce26f-dc4c-4f32-bc97-4170fb266b96 HTTP/1.1" status: 200 len: 856 time: 0.0539486 Aug 12 01:30:33.684712 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796c8d2-6ac1-4de4-b9c5-f4928c2a9436 req-5d1b5432-7d73-46a9-8643-d0f92a41c917 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:33.686843 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f796c8d2-6ac1-4de4-b9c5-f4928c2a9436 req-5d1b5432-7d73-46a9-8643-d0f92a41c917 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 945 time: 0.0525095 Aug 12 01:30:33.723089 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fc6bb-df4e-42a1-946c-5cfdc0a61158 req-9f7ed513-9029-4f33-80e0-e4d30513896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:33.725532 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fe9fc6bb-df4e-42a1-946c-5cfdc0a61158 req-9f7ed513-9029-4f33-80e0-e4d30513896b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bdc64372-39dc-45f5-ae9b-e7b46a872a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0896597 Aug 12 01:30:33.880550 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3a047-69bf-47bd-8511-9e66786d1233 req-68315a5a-7f1d-46d2-8309-e3ea7a8c8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:33.881929 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02e3a047-69bf-47bd-8511-9e66786d1233 req-68315a5a-7f1d-46d2-8309-e3ea7a8c8358 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 916 time: 0.2542174 Aug 12 01:30:33.909967 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dc3e5-10a4-41e7-93e9-5833ede3e1a6 req-0c52c2a6-e8d4-48d3-8314-239d29e72f84 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:33.911491 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-974dc3e5-10a4-41e7-93e9-5833ede3e1a6 req-0c52c2a6-e8d4-48d3-8314-239d29e72f84 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 945 time: 0.1004574 Aug 12 01:30:33.919925 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32144bba-876d-4dcf-8bc5-ec7450bce057 req-ed832944-921f-4301-9ddb-e980a2a0193a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:33.921464 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32144bba-876d-4dcf-8bc5-ec7450bce057 req-ed832944-921f-4301-9ddb-e980a2a0193a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.1115437 Aug 12 01:30:33.974407 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:30:34.014980 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:34.029709 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fe9fc6bb-df4e-42a1-946c-5cfdc0a61158 req-23788c32-f9b1-4b2b-805f-ce2d46cfc1e4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853568 Aug 12 01:30:34.029959 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:30:34.032144 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-f796c8d2-6ac1-4de4-b9c5-f4928c2a9436 req-37e34615-f426-4cd8-abf7-f244a1a405a4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Deleting port f4846636-61a2-4509-8815-c5875736aae6 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:30:34.032545 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f796c8d2-6ac1-4de4-b9c5-f4928c2a9436 req-37e34615-f426-4cd8-abf7-f244a1a405a4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (f4846636-61a2-4509-8815-c5875736aae6), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:34.037670 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:30:34.038051 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:34.054152 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02e3a047-69bf-47bd-8511-9e66786d1233 req-0cbfd11b-2429-4861-a795-dbf59138406c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68c71044-03ca-436d-a9ff-d049d4286d64 HTTP/1.1" status: 200 len: 1001 time: 0.1293302 Aug 12 01:30:34.079557 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32144bba-876d-4dcf-8bc5-ec7450bce057 req-db010c0f-cc9f-4d54-b04a-a1cbb373a559 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299398 Aug 12 01:30:34.082581 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-974dc3e5-10a4-41e7-93e9-5833ede3e1a6 req-a9caa1fb-a55e-42ef-bb21-7260c4ccf45c tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567490 Aug 12 01:30:34.089773 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:34.136416 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:34.137413 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:34.143593 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-f796c8d2-6ac1-4de4-b9c5-f4928c2a9436 req-37e34615-f426-4cd8-abf7-f244a1a405a4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] For port f4846636-61a2-4509-8815-c5875736aae6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f4846636-61a2-4509-8815-c5875736aae6,segment=NetworkSegment(78f4ecff-24d4-4cbc-ae93-4ffda1e70279),segment_id=78f4ecff-24d4-4cbc-ae93-4ffda1e70279)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:34.144042 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f796c8d2-6ac1-4de4-b9c5-f4928c2a9436 req-37e34615-f426-4cd8-abf7-f244a1a405a4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (f4846636-61a2-4509-8815-c5875736aae6), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:34.164378 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-f796c8d2-6ac1-4de4-b9c5-f4928c2a9436 req-37e34615-f426-4cd8-abf7-f244a1a405a4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Calling delete_port for f4846636-61a2-4509-8815-c5875736aae6 owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:30:34.171566 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:34.176219 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:34.200605 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:34.202854 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd2347-98b4-4822-bd7e-6c7de13e6c6d" -d '{"events": [{"server_uuid": "f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ec8af-df9c-48b9-af2f-f3d087bf0f93"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:34.210455 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0baab3-76e0-49a7-97e1-b61712bd382d req-b2503f51-cfd7-4382-acf5-7e8c7b74fad5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:34.212616 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ff0baab3-76e0-49a7-97e1-b61712bd382d req-b2503f51-cfd7-4382-acf5-7e8c7b74fad5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0647869 Aug 12 01:30:34.237277 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:34.265825 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ff0baab3-76e0-49a7-97e1-b61712bd382d req-b0bdffd4-ad76-4ab3-8660-a34cb5be8cb1 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453346 Aug 12 01:30:34.270412 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc4d673-a618-4645-b832-766d90d80846 x-openstack-request-id: req-ccc4d673-a618-4645-b832-766d90d80846 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:34.270881 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ec8af-df9c-48b9-af2f-f3d087bf0f93", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:34.271311 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccc4d673-a618-4645-b832-766d90d80846 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:34.271916 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc4d673-a618-4645-b832-766d90d80846'] response: {'server_uuid': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'code': 200} Aug 12 01:30:34.321223 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f796c8d2-6ac1-4de4-b9c5-f4928c2a9436 req-37e34615-f426-4cd8-abf7-f244a1a405a4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (f4846636-61a2-4509-8815-c5875736aae6), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:34.347702 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e34615-f426-4cd8-abf7-f244a1a405a4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Pushing event deleted for resources: {'Port': ['ID=f4846636-61a2-4509-8815-c5875736aae6,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:34.389216 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a0835-6447-4bd6-8aec-9598762d7ebc req-ad7e729f-8d6f-4380-842b-4ceb36034dc2 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:34.391033 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ab1a0835-6447-4bd6-8aec-9598762d7ebc req-ad7e729f-8d6f-4380-842b-4ceb36034dc2 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0726471 Aug 12 01:30:34.402875 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f796c8d2-6ac1-4de4-b9c5-f4928c2a9436 req-37e34615-f426-4cd8-abf7-f244a1a405a4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] No DVR routers for this DVR port f4846636-61a2-4509-8815-c5875736aae6 on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:30:34.406871 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f796c8d2-6ac1-4de4-b9c5-f4928c2a9436 req-37e34615-f426-4cd8-abf7-f244a1a405a4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:34.411605 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f796c8d2-6ac1-4de4-b9c5-f4928c2a9436 req-37e34615-f426-4cd8-abf7-f244a1a405a4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.15 "DELETE /networking/v2.0/ports/f4846636-61a2-4509-8815-c5875736aae6 HTTP/1.1" status: 204 len: 173 time: 0.7125883 Aug 12 01:30:34.412469 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84abe93-9e47-4be1-b119-e0235ac5b527', 'name': 'network-vif-deleted', 'tag': 'f4846636-61a2-4509-8815-c5875736aae6'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:34.414877 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ea43ea-10a2-438b-b1b3-a10bb7cbd027" -d '{"events": [{"server_uuid": "c84abe93-9e47-4be1-b119-e0235ac5b527", "name": "network-vif-deleted", "tag": "f4846636-61a2-4509-8815-c5875736aae6"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:34.566203 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ab1a0835-6447-4bd6-8aec-9598762d7ebc req-b0062f9a-d771-471b-9e17-ed2cac4ad1ec tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576254 Aug 12 01:30:34.602592 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf47ae6f-b24d-4254-a154-98195c1221c7 x-openstack-request-id: req-cf47ae6f-b24d-4254-a154-98195c1221c7 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:34.602884 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84abe93-9e47-4be1-b119-e0235ac5b527", "name": "network-vif-deleted", "tag": "f4846636-61a2-4509-8815-c5875736aae6", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:34.603131 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf47ae6f-b24d-4254-a154-98195c1221c7 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:34.603559 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf47ae6f-b24d-4254-a154-98195c1221c7'] response: {'server_uuid': 'c84abe93-9e47-4be1-b119-e0235ac5b527', 'name': 'network-vif-deleted', 'tag': 'f4846636-61a2-4509-8815-c5875736aae6', 'status': 'completed', 'code': 200} Aug 12 01:30:34.608246 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3a047-69bf-47bd-8511-9e66786d1233 req-a46cda19-5a7f-40cf-b753-f6fdb9486519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:34.609709 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02e3a047-69bf-47bd-8511-9e66786d1233 req-a46cda19-5a7f-40cf-b753-f6fdb9486519 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=a9afc717-283a-483a-80e3-bf850c00ecf8 HTTP/1.1" status: 200 len: 854 time: 0.1606054 Aug 12 01:30:34.610117 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:34.623393 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6b8bd-0638-4c77-b8de-f98c8fb19ac0 req-2a7fb460-c3e6-4032-ab61-c89f76571070 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:34.624915 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b1f6b8bd-0638-4c77-b8de-f98c8fb19ac0 req-2a7fb460-c3e6-4032-ab61-c89f76571070 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.1622150 Aug 12 01:30:34.633009 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:34.698025 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37202236-76af-4c9e-b5cc-ef08eb0bf90f req-b67d2b2d-1f10-4474-8638-1de5c048d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:34.699721 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37202236-76af-4c9e-b5cc-ef08eb0bf90f req-b67d2b2d-1f10-4474-8638-1de5c048d52a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0cb834d06ed94c1993ec0f7130d97803&device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 1130 time: 0.0691445 Aug 12 01:30:34.707333 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d060884-6c0f-4a81-8a88-04373781f504 req-2c78f9d9-bd45-424f-877c-1a4a6053d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:34.708948 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4d060884-6c0f-4a81-8a88-04373781f504 req-2c78f9d9-bd45-424f-877c-1a4a6053d74a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 1129 time: 0.0475478 Aug 12 01:30:34.735290 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fe9fc6bb-df4e-42a1-946c-5cfdc0a61158 req-363c320c-b978-4095-bc7b-435c22425cf9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983038 Aug 12 01:30:34.751430 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3a047-69bf-47bd-8511-9e66786d1233 req-5e0367e6-bfa0-4571-a9f1-dd3514371d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:34.753083 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02e3a047-69bf-47bd-8511-9e66786d1233 req-5e0367e6-bfa0-4571-a9f1-dd3514371d64 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c69785c6-9bf5-4740-9585-57c14141c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1225138 Aug 12 01:30:34.768796 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ab189-0c1f-41a6-a009-5160ed95b0c3 req-313bbc35-dc02-4a2d-88ce-3114a7f4567c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:34.770360 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5f4ab189-0c1f-41a6-a009-5160ed95b0c3 req-313bbc35-dc02-4a2d-88ce-3114a7f4567c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 946 time: 0.0905955 Aug 12 01:30:34.796766 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b1f6b8bd-0638-4c77-b8de-f98c8fb19ac0 req-b25b55af-4575-440a-a433-468f620213c6 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478767 Aug 12 01:30:34.828064 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5f4ab189-0c1f-41a6-a009-5160ed95b0c3 req-ec5eede9-c6f8-47df-a816-5b8e66a9a949 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499721 Aug 12 01:30:34.958569 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7de6b-a0e2-48f4-b8d9-69cbdd9673bb req-393d0126-80e3-41ef-92d7-a90c39129dcc tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:34.960000 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cbf7de6b-a0e2-48f4-b8d9-69cbdd9673bb req-393d0126-80e3-41ef-92d7-a90c39129dcc tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 946 time: 0.0488725 Aug 12 01:30:35.012612 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cbf7de6b-a0e2-48f4-b8d9-69cbdd9673bb req-09ba38c4-0f8f-40b6-a12b-3bdae61805c4 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467715 Aug 12 01:30:35.044503 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 51090) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:35.207476 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c98cfb-17c1-479e-8477-79d3467625e3 tempest-TestVolumeBootPattern-363150723 tempest-TestVolumeBootPattern-363150723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:35.209115 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-21c98cfb-17c1-479e-8477-79d3467625e3 tempest-TestVolumeBootPattern-363150723 tempest-TestVolumeBootPattern-363150723-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 1125 time: 0.1635933 Aug 12 01:30:35.212025 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 51098) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:35.216200 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'port_id': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:35.233381 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a80f18f2-2fdf-4e51-a3d1-a08a22db4fd4 req-192b72f9-eb00-427e-b24a-fbc4884fc917 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 210 time: 0.0322301 Aug 12 01:30:35.239264 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:35.241933 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468040a-1f5c-47ce-a79c-ae34dba27c00 req-6dc17b59-28a3-4e63-971a-2e6f57240b4e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:35.243437 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4468040a-1f5c-47ce-a79c-ae34dba27c00 req-6dc17b59-28a3-4e63-971a-2e6f57240b4e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0742555 Aug 12 01:30:35.295354 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4468040a-1f5c-47ce-a79c-ae34dba27c00 req-3daf91d1-58b1-49ac-b986-a8f79f92f14e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461104 Aug 12 01:30:35.321877 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:35.435140 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Allocated IP 172.27.2.83 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/02fdec32-5406-4eed-b094-db10e0304b70) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:30:35.450390 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:35.546808 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for port (02fdec32-5406-4eed-b094-db10e0304b70), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:35.585581 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (02fdec32-5406-4eed-b094-db10e0304b70), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:35.629172 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:30:35.634024 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:30:35.637864 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:30:35.657824 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:35.660692 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'Port': ['ID=02fdec32-5406-4eed-b094-db10e0304b70,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:35.664408 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcefea-0d78-4073-a6a2-6a70457d33a3 req-2ad4ae6c-e029-4865-9bdc-af02b7092469 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:35.665878 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b2dcefea-0d78-4073-a6a2-6a70457d33a3 req-2ad4ae6c-e029-4865-9bdc-af02b7092469 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0495436 Aug 12 01:30:35.717231 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b2dcefea-0d78-4073-a6a2-6a70457d33a3 req-691f00b2-13dd-490d-83ee-43783b33f56f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433922 Aug 12 01:30:35.920000 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584301b-d3b8-4033-9a77-44abf69a380f req-942f9291-f99a-47b7-a981-794fc277025e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:35.921749 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d584301b-d3b8-4033-9a77-44abf69a380f req-942f9291-f99a-47b7-a981-794fc277025e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0504436 Aug 12 01:30:35.971718 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d584301b-d3b8-4033-9a77-44abf69a380f req-fd551305-5261-4e34-9455-a30f4bfab0a9 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437508 Aug 12 01:30:35.995363 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (87ce895e-2db3-46e8-97bd-fbd77de8e156), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:35.999396 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device f4846636-61a2-4509-8815-c5875736aae6 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:30:36.020035 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: f4846636-61a2-4509-8815-c5875736aae6 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:30:36.020613 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device f4846636-61a2-4509-8815-c5875736aae6 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:30:36.067387 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (02fdec32-5406-4eed-b094-db10e0304b70), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:36.217145 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for port (02fdec32-5406-4eed-b094-db10e0304b70), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:36.222644 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (02fdec32-5406-4eed-b094-db10e0304b70), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:36.263978 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:36.296888 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'Port': ['ID=02fdec32-5406-4eed-b094-db10e0304b70,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:36.301049 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (87ce895e-2db3-46e8-97bd-fbd77de8e156), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:36.358929 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2d162912-93b4-46eb-9492-b7fdbfccdcac req-b116cd8d-3da3-4106-b79d-e32e6b62b14c tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c84abe93-9e47-4be1-b119-e0235ac5b527 HTTP/1.1" status: 200 len: 210 time: 0.0365884 Aug 12 01:30:36.410489 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Floating IP 87ce895e-2db3-46e8-97bd-fbd77de8e156 associated. External IP: 172.27.2.83, port: de45b233-9e56-4b4c-b5fd-7f356b7e3307. Aug 12 01:30:36.445496 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e004f6-3579-471c-a198-7354a4ac4873 req-70e28537-9134-4726-bc7a-ba46981a0726 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:36.446960 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-35e004f6-3579-471c-a198-7354a4ac4873 req-70e28537-9134-4726-bc7a-ba46981a0726 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0528731 Aug 12 01:30:36.500117 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-35e004f6-3579-471c-a198-7354a4ac4873 req-4aed60b1-31cc-4d30-8f55-b65ea36484ef tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Aug 12 01:30:36.506562 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-effdbe31-acd2-48e5-8d6e-3c288e066535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:36.523827 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:36.623220 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Router a6289ab2-5884-427b-8613-d383f947a406 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:30:36.788841 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02e3a047-69bf-47bd-8511-9e66786d1233 req-53b346bf-bb7f-4b5a-b9ee-24da5c0cb45a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077259 Aug 12 01:30:36.830241 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4d060884-6c0f-4a81-8a88-04373781f504 req-fd9e564b-7ee6-434d-8e77-fe288ac9ebba service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477258 Aug 12 01:30:36.830791 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:30:36.846567 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd4584-4e07-44ce-9c2d-397996313408 None None] Sync routers for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:30:36.861837 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37202236-76af-4c9e-b5cc-ef08eb0bf90f req-3d1ed07e-defb-41d3-8f1b-669cbc874cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:36.863595 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37202236-76af-4c9e-b5cc-ef08eb0bf90f req-3d1ed07e-defb-41d3-8f1b-669cbc874cfe service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c945ad6e-d04a-40d2-b591-3e29f6e664bb HTTP/1.1" status: 200 len: 911 time: 0.1825104 Aug 12 01:30:36.866377 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:36.872876 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd4584-4e07-44ce-9c2d-397996313408 None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:30:36.873718 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-12cd4584-4e07-44ce-9c2d-397996313408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:30:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:36.899496 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-352b5081-fad0-45ed-b801-9735e87226e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6862600 Aug 12 01:30:36.900249 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'tag': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:36.903264 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c9bfed-d4f8-4c05-8ae9-f4b93abfa1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c75c35-1961-4c9b-9208-ed9096bf447d", "tag": "de45b233-9e56-4b4c-b5fd-7f356b7e3307"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:36.908766 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe7787-2948-4b97-b98a-ce02cb42a698 req-bb8293ce-dd88-45e4-8120-0678844e289f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:36.910377 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bcbe7787-2948-4b97-b98a-ce02cb42a698 req-bb8293ce-dd88-45e4-8120-0678844e289f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.1117680 Aug 12 01:30:36.936997 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:36.941637 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:36.945197 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c26e16a-8e5b-4a08-9397-a05dc4fb673f x-openstack-request-id: req-2c26e16a-8e5b-4a08-9397-a05dc4fb673f {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:36.945672 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c75c35-1961-4c9b-9208-ed9096bf447d", "tag": "de45b233-9e56-4b4c-b5fd-7f356b7e3307", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:36.946090 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c26e16a-8e5b-4a08-9397-a05dc4fb673f {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:36.946647 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c26e16a-8e5b-4a08-9397-a05dc4fb673f'] response: {'name': 'network-changed', 'server_uuid': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'tag': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307', 'status': 'completed', 'code': 200} Aug 12 01:30:36.972665 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02e3a047-69bf-47bd-8511-9e66786d1233 req-9740b9e7-6b05-44e5-96f0-a24ac1ce74be service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385491 Aug 12 01:30:36.983666 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bcbe7787-2948-4b97-b98a-ce02cb42a698 req-c345e408-23ad-43ca-bbd4-1f2ad5c41761 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659032 Aug 12 01:30:36.999018 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-12cd4584-4e07-44ce-9c2d-397996313408 None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:30:37.115293 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5aa0d-13a5-46d1-8ae7-2b350b920441 req-1988d7de-2b0b-445f-86a7-ae89504a5fbf tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:37.120479 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ac5aa0d-13a5-46d1-8ae7-2b350b920441 req-1988d7de-2b0b-445f-86a7-ae89504a5fbf tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0722775 Aug 12 01:30:37.168110 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37202236-76af-4c9e-b5cc-ef08eb0bf90f req-cbf34419-4b3b-41b7-aa27-4bcf6dd922e9 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e439648-a2fe-49f9-a809-a2ad4090be7d HTTP/1.1" status: 200 len: 1000 time: 0.0757604 Aug 12 01:30:37.175089 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:37.209118 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5ac5aa0d-13a5-46d1-8ae7-2b350b920441 req-6f43a80e-1709-4486-a7dd-9e3619fc1fa2 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780256 Aug 12 01:30:37.212674 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9bfed-d4f8-4c05-8ae9-f4b93abfa1b2 req-0bada210-5ffc-456e-898e-6636143c4032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:37.213974 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c1c9bfed-d4f8-4c05-8ae9-f4b93abfa1b2 req-0bada210-5ffc-456e-898e-6636143c4032 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 1130 time: 0.0925968 Aug 12 01:30:37.235224 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37202236-76af-4c9e-b5cc-ef08eb0bf90f req-3a8022f3-a350-41c6-94e6-ec21c172733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:37.236367 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37202236-76af-4c9e-b5cc-ef08eb0bf90f req-3a8022f3-a350-41c6-94e6-ec21c172733a service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6d032be1-9a08-48d8-9b6d-f99f44083814 HTTP/1.1" status: 200 len: 849 time: 0.0608926 Aug 12 01:30:37.266708 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-12cd4584-4e07-44ce-9c2d-397996313408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '87ce895e-2db3-46e8-97bd-fbd77de8e156', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:f6:71:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:35Z', 'updated_at': '2022-08-12T01:30:35Z', 'revision_number': 0, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:37.290950 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd4584-4e07-44ce-9c2d-397996313408 None None] Checking router: a6289ab2-5884-427b-8613-d383f947a406 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:30:37.299496 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd4584-4e07-44ce-9c2d-397996313408 None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:30:37.300102 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-12cd4584-4e07-44ce-9c2d-397996313408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:30:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:37.403380 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-12cd4584-4e07-44ce-9c2d-397996313408 None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:30:37.595693 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:37.640823 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-12cd4584-4e07-44ce-9c2d-397996313408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '87ce895e-2db3-46e8-97bd-fbd77de8e156', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:f6:71:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:35Z', 'updated_at': '2022-08-12T01:30:35Z', 'revision_number': 0, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:37.651095 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7807c-8b6d-451b-ac55-980012f54142 req-8577186c-3237-4c65-b451-ee10a03617b6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:37.652635 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-41f7807c-8b6d-451b-ac55-980012f54142 req-8577186c-3237-4c65-b451-ee10a03617b6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0627089 Aug 12 01:30:37.668532 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd4584-4e07-44ce-9c2d-397996313408 None None] The sync data for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi is: [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '87ce895e-2db3-46e8-97bd-fbd77de8e156', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:f6:71:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:35Z', 'updated_at': '2022-08-12T01:30:35Z', 'revision_number': 0, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:30:37.696664 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f968a-a623-414d-b296-1a714b6500d5 req-513b4ab2-ea3d-4c5f-acac-9a681184bf6c tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:37.698154 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-513b4ab2-ea3d-4c5f-acac-9a681184bf6c tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/networks?id=4b8c5935-38ca-4347-9afe-7a0258f6b445 HTTP/1.1" status: 200 len: 809 time: 0.1675282 Aug 12 01:30:37.730491 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-c34754ba-0ae6-483d-bba0-24bc9ac2d8cc tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/quotas/2aa3549819204b219cbf52a1f9e004e9 HTTP/1.1" status: 200 len: 375 time: 0.0218871 Aug 12 01:30:37.734121 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-41f7807c-8b6d-451b-ac55-980012f54142 req-85b76943-41cf-4f55-822a-d09b1df77164 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719352 Aug 12 01:30:37.767616 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-0c139898-0835-43d7-ab23-0e93421a93d3 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2aa3549819204b219cbf52a1f9e004e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314200 Aug 12 01:30:37.870404 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-6f28653a-bd69-41fd-962b-584175105127 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927346 Aug 12 01:30:37.883164 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22edc8-b9bf-417d-ad8c-fce0dcf1ce29 None None] New status for floating IP 87ce895e-2db3-46e8-97bd-fbd77de8e156: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:30:37.975492 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37202236-76af-4c9e-b5cc-ef08eb0bf90f req-75d30deb-16ee-4a24-9af5-c861143c8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:37.983208 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37202236-76af-4c9e-b5cc-ef08eb0bf90f req-75d30deb-16ee-4a24-9af5-c861143c8ae8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c945ad6e-d04a-40d2-b591-3e29f6e664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0682485 Aug 12 01:30:38.064044 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-f5e8d66d-9916-47ff-b95d-bb4c0f723aa3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753938 Aug 12 01:30:38.070888 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9bfed-d4f8-4c05-8ae9-f4b93abfa1b2 req-711a228e-584f-46f6-b578-c3173680d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:38.072500 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c1c9bfed-d4f8-4c05-8ae9-f4b93abfa1b2 req-711a228e-584f-46f6-b578-c3173680d74e service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 912 time: 0.1340847 Aug 12 01:30:38.126291 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37202236-76af-4c9e-b5cc-ef08eb0bf90f req-1ce31652-716e-4704-919a-9e7280c2cd8e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327240 Aug 12 01:30:38.169985 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c1c9bfed-d4f8-4c05-8ae9-f4b93abfa1b2 req-38384e03-fee4-4f7a-9737-120242f70932 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de45b233-9e56-4b4c-b5fd-7f356b7e3307 HTTP/1.1" status: 200 len: 1001 time: 0.0840063 Aug 12 01:30:38.270747 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9bfed-d4f8-4c05-8ae9-f4b93abfa1b2 req-a20b94de-da79-4167-a31b-3e04d961b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:38.272262 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c1c9bfed-d4f8-4c05-8ae9-f4b93abfa1b2 req-a20b94de-da79-4167-a31b-3e04d961b09e service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 200 len: 850 time: 0.0949476 Aug 12 01:30:38.320616 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:38.330312 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37202236-76af-4c9e-b5cc-ef08eb0bf90f req-d741b8e1-f70f-46f7-a242-b74de66e3264 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679094 Aug 12 01:30:38.651907 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102ab11-85d0-4cdd-acf6-4fd759968fd1 req-c2100026-39fc-4b87-8092-7f68873ee8a1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:38.653372 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4102ab11-85d0-4cdd-acf6-4fd759968fd1 req-c2100026-39fc-4b87-8092-7f68873ee8a1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.3802292 Aug 12 01:30:38.685776 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a787a8d-b622-4b98-8707-4919368a70ed req-ca28640d-aa63-447d-95ca-5215939489b3 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:38.687246 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3a787a8d-b622-4b98-8707-4919368a70ed req-ca28640d-aa63-447d-95ca-5215939489b3 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.3285270 Aug 12 01:30:38.732619 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4102ab11-85d0-4cdd-acf6-4fd759968fd1 req-3fdd1e62-de17-4728-97f4-64ae08dfc210 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721619 Aug 12 01:30:38.763228 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3a787a8d-b622-4b98-8707-4919368a70ed req-152323ab-b203-4540-ab92-1c31e829228e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646238 Aug 12 01:30:38.841912 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [req-210db7bd-d16b-451b-a787-384c0e5052da req-20e170d9-d737-45b7-9115-599c0b7cdf02 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:30:38.847839 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-210db7bd-d16b-451b-a787-384c0e5052da req-20e170d9-d737-45b7-9115-599c0b7cdf02 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059674 Aug 12 01:30:38.856171 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-44a84f54-c41d-436e-8d73-cd69968d0e88 req-aa9a376b-dc65-46a1-a86f-c2a2ecba5aa1 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 210 time: 0.0472212 Aug 12 01:30:38.944335 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-20ab66e0-1f4c-41a1-84af-72f82f97cff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:38.988798 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9bfed-d4f8-4c05-8ae9-f4b93abfa1b2 req-d1ec5693-1072-4212-965f-3562e5ea35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:38.990712 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c1c9bfed-d4f8-4c05-8ae9-f4b93abfa1b2 req-d1ec5693-1072-4212-965f-3562e5ea35c8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4d3c14b0-d6e3-49a6-94a3-2110714459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620835 Aug 12 01:30:39.072532 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:39.073860 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:39.088490 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc07a4-cb1d-4d42-9dc7-cb1ecfa6a70a req-91c4d160-6f45-4abd-bff8-1e1e16224fc6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:39.089970 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-41fc07a4-cb1d-4d42-9dc7-cb1ecfa6a70a req-91c4d160-6f45-4abd-bff8-1e1e16224fc6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0595500 Aug 12 01:30:39.143081 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-41fc07a4-cb1d-4d42-9dc7-cb1ecfa6a70a req-496a752a-f861-4225-8176-fdc6d988ccd3 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Aug 12 01:30:39.291111 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:39.386744 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 51188) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:39.398154 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c1c9bfed-d4f8-4c05-8ae9-f4b93abfa1b2 req-9f3e80f7-7896-479b-8f6c-b84dbe1218e5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217804 Aug 12 01:30:39.503818 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-60d39b72-d983-4a89-92d5-98c6e6a737ee service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159089 Aug 12 01:30:39.519118 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-487ca8b3-32c7-43af-938e-a2883c9df03c service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:30:39.519946 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c1c9bfed-d4f8-4c05-8ae9-f4b93abfa1b2 req-a10c5480-f689-41da-88ea-60e10fafbf7e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998080 Aug 12 01:30:39.521225 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-487ca8b3-32c7-43af-938e-a2883c9df03c service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0112734 Aug 12 01:30:39.603109 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 51196) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:39.701193 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-dcd2fea5-b169-465a-b6db-7d68e6ff8e08 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:39.702553 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-dcd2fea5-b169-465a-b6db-7d68e6ff8e08 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports/476d0433-5310-435b-93ea-c42ed83c3136 HTTP/1.1" status: 200 len: 941 time: 0.0984008 Aug 12 01:30:39.797546 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:39.933872 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9771f-6203-418d-93bf-f153905c2965 req-0e7f83ba-ee9f-409c-a84c-e8af1e15c2b6 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:39.935498 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57a9771f-6203-418d-93bf-f153905c2965 req-0e7f83ba-ee9f-409c-a84c-e8af1e15c2b6 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0929685 Aug 12 01:30:39.957580 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e14d6c-8f24-4244-b117-d4ca03134b3a req-7f2f5a55-627f-436e-a7a8-437389d55b96 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:39.959476 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f0e14d6c-8f24-4244-b117-d4ca03134b3a req-7f2f5a55-627f-436e-a7a8-437389d55b96 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0710909 Aug 12 01:30:40.034936 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 476d0433-5310-435b-93ea-c42ed83c3136 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:30:40.050707 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57a9771f-6203-418d-93bf-f153905c2965 req-e72d17d8-8d5e-4f94-8e23-ed63b8e8d5ba tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880210 Aug 12 01:30:40.095619 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f0e14d6c-8f24-4244-b117-d4ca03134b3a req-ef47ecd2-bb7a-410a-9087-b09345016596 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177559 Aug 12 01:30:40.144084 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 476d0433-5310-435b-93ea-c42ed83c3136 is: DOWN; New status is: DOWN {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:40.170782 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0574c875-b84b-404c-92c6-67d70e254e8b req-ddfb35fc-44aa-4ecd-b383-6ee8287c4673 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 210 time: 0.0316103 Aug 12 01:30:40.221539 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f472d-a681-46bc-aa5e-d6e983ea77d2 req-7a82ae37-0ebd-45d3-9751-236fc8b74f23 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:40.223078 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-729f472d-a681-46bc-aa5e-d6e983ea77d2 req-7a82ae37-0ebd-45d3-9751-236fc8b74f23 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0554924 Aug 12 01:30:40.232849 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 51216) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:30:40.237694 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-5c473356-84a4-4fa5-8435-f0fd578cd59e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Request body: {'floatingip': {'port_id': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:40.275752 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f58e6d-5db9-4060-9205-87142aea3f18 req-9b0fa64b-7a1c-4bcc-bb3b-34ecadce5efd tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:40.277204 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-60f58e6d-5db9-4060-9205-87142aea3f18 req-9b0fa64b-7a1c-4bcc-bb3b-34ecadce5efd tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0482936 Aug 12 01:30:40.281301 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5c473356-84a4-4fa5-8435-f0fd578cd59e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for floatingip (55ea0724-fb3c-4555-9e52-21f2cde5d14e), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:40.324470 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-60f58e6d-5db9-4060-9205-87142aea3f18 req-971e7e1d-d7f2-4f32-8995-6a14f2fcd5e1 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413618 Aug 12 01:30:40.470258 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:40.683720 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f968a-a623-414d-b296-1a714b6500d5 req-884fbee6-8b19-41a7-b75c-de871beac2c2 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:40.685539 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-884fbee6-8b19-41a7-b75c-de871beac2c2 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.15 "GET /networking/v2.0/networks?id=4b8c5935-38ca-4347-9afe-7a0258f6b445 HTTP/1.1" status: 200 len: 809 time: 0.1237426 Aug 12 01:30:40.705717 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-da5f968a-a623-414d-b296-1a714b6500d5 req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Request body: {'port': {'device_id': 'ecabacb5-7e74-412d-990b-52e1181cba09', 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445', 'admin_state_up': True, 'tenant_id': '2aa3549819204b219cbf52a1f9e004e9'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:40.746436 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5c473356-84a4-4fa5-8435-f0fd578cd59e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:40.754070 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5c473356-84a4-4fa5-8435-f0fd578cd59e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (55ea0724-fb3c-4555-9e52-21f2cde5d14e), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:40.827245 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5f968a-a623-414d-b296-1a714b6500d5 req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Made reservation on behalf of 2aa3549819204b219cbf52a1f9e004e9 for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:30:40.831024 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-da5f968a-a623-414d-b296-1a714b6500d5 req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:40.854417 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-5c473356-84a4-4fa5-8435-f0fd578cd59e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Floating IP 55ea0724-fb3c-4555-9e52-21f2cde5d14e associated. External IP: 172.27.2.95, port: dc2ec8af-df9c-48b9-af2f-f3d087bf0f93. Aug 12 01:30:40.955205 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:40.968729 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-da5f968a-a623-414d-b296-1a714b6500d5 req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Allocated IP 172.20.0.12 (4b8c5935-38ca-4347-9afe-7a0258f6b445/91812399-73eb-45bd-a06e-e86d5759967b/69a228ea-3a58-4a03-aed1-43d09cbcc476) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:30:40.998728 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:41.137672 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-da5f968a-a623-414d-b296-1a714b6500d5 req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks [] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:41.176504 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-da5f968a-a623-414d-b296-1a714b6500d5 req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:41.253004 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5f968a-a623-414d-b296-1a714b6500d5 req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Network 4b8c5935-38ca-4347-9afe-7a0258f6b445 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:30:41.261820 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-da5f968a-a623-414d-b296-1a714b6500d5 req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:30:41.265031 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5f968a-a623-414d-b296-1a714b6500d5 req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:30:41.292865 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c473356-84a4-4fa5-8435-f0fd578cd59e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Router cfe1fd6d-7509-4b25-a689-fc12f726fe0b has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:30:41.344786 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84821216-3838-4300-a5f2-3dbc9f7282bc req-ed3ea5ae-537e-447a-ab67-d8ecfca8c620 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:41.346322 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-84821216-3838-4300-a5f2-3dbc9f7282bc req-ed3ea5ae-537e-447a-ab67-d8ecfca8c620 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.1644387 Aug 12 01:30:41.346955 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Pushing event updated for resources: {'Port': ['ID=69a228ea-3a58-4a03-aed1-43d09cbcc476,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:41.387186 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab901b2-a807-4c68-ad48-f8fd93b620cf req-2608fcd2-f501-4d12-8805-509a48048bab tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:41.389093 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4ab901b2-a807-4c68-ad48-f8fd93b620cf req-2608fcd2-f501-4d12-8805-509a48048bab tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 932 time: 0.1328034 Aug 12 01:30:41.401602 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f968a-a623-414d-b296-1a714b6500d5 req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:41.402359 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-da5f968a-a623-414d-b296-1a714b6500d5 req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:41.414533 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c473356-84a4-4fa5-8435-f0fd578cd59e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:30:41.419924 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5c473356-84a4-4fa5-8435-f0fd578cd59e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:41.431972 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5babbb86-49d8-42b0-a3ce-10611c6c7e71 None None] Sync routers for ids ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:30:41.449670 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5babbb86-49d8-42b0-a3ce-10611c6c7e71 None None] Routers {'cfe1fd6d-7509-4b25-a689-fc12f726fe0b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:30:41.450859 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5babbb86-49d8-42b0-a3ce-10611c6c7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:30:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:41.453234 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-e881826f-7d48-41fb-a9d8-af7b3ff7ffc0 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7515976 Aug 12 01:30:41.456758 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-5c473356-84a4-4fa5-8435-f0fd578cd59e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/55ea0724-fb3c-4555-9e52-21f2cde5d14e HTTP/1.1" status: 200 len: 990 time: 1.2204335 Aug 12 01:30:41.456758 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'tag': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:41.457801 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f8d3d5-9d9f-454b-9d44-c14c4024da83" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a", "tag": "dc2ec8af-df9c-48b9-af2f-f3d087bf0f93"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:41.478372 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Request body: {'port': {'device_id': 'ecabacb5-7e74-412d-990b-52e1181cba09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:30:41.511563 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:41.515623 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:41.516534 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-84821216-3838-4300-a5f2-3dbc9f7282bc req-5c62ca4f-ad75-4f96-8eb1-8659a2f94fda tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541231 Aug 12 01:30:41.543834 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4ab901b2-a807-4c68-ad48-f8fd93b620cf req-c15a8104-3aef-408a-934c-5047326370c1 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334188 Aug 12 01:30:41.599385 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1ae5f5-aee1-434f-9559-8c181347e942 x-openstack-request-id: req-0b1ae5f5-aee1-434f-9559-8c181347e942 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:41.599930 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a", "tag": "dc2ec8af-df9c-48b9-af2f-f3d087bf0f93", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:41.599930 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b1ae5f5-aee1-434f-9559-8c181347e942 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:41.600334 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1ae5f5-aee1-434f-9559-8c181347e942'] response: {'name': 'network-changed', 'server_uuid': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'tag': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'status': 'completed', 'code': 200} Aug 12 01:30:41.602024 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:41.611444 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-5babbb86-49d8-42b0-a3ce-10611c6c7e71 None None] Set router cfe1fd6d-7509-4b25-a689-fc12f726fe0b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:30:41.673017 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:41.688841 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:41.696279 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8d3d5-9d9f-454b-9d44-c14c4024da83 req-cf33a8dd-aa30-43dc-af7c-c1cb222d8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:41.698719 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-70f8d3d5-9d9f-454b-9d44-c14c4024da83 req-cf33a8dd-aa30-43dc-af7c-c1cb222d8b71 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 1129 time: 0.0519230 Aug 12 01:30:41.763484 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe90c86-269c-4f3e-aa14-bf98cfc115ba req-e4707bbe-f288-4e1c-83dd-35e29b43e0ca tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:41.764966 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5fe90c86-269c-4f3e-aa14-bf98cfc115ba req-e4707bbe-f288-4e1c-83dd-35e29b43e0ca tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.1229978 Aug 12 01:30:41.814935 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8d3d5-9d9f-454b-9d44-c14c4024da83 req-0665a24b-e346-470b-891b-63b429eb71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:41.816834 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-70f8d3d5-9d9f-454b-9d44-c14c4024da83 req-0665a24b-e346-470b-891b-63b429eb71e0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.1063225 Aug 12 01:30:41.880514 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5fe90c86-269c-4f3e-aa14-bf98cfc115ba req-ad91863a-0044-41ee-b759-1364bb507e84 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019309 Aug 12 01:30:41.882720 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5babbb86-49d8-42b0-a3ce-10611c6c7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '55ea0724-fb3c-4555-9e52-21f2cde5d14e', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'port_id': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'mac_address': 'fa:16:3e:87:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:17Z', 'updated_at': '2022-08-12T01:30:40Z', 'revision_number': 1, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c9146b-ac2b-4378-bec8-f59be3a3f571', 'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'mac_address': 'fa:16:3e:4d:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:03Z', 'updated_at': '2022-08-12T01:28:28Z', 'revision_number': 5, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'subnets': [{'id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:41.909133 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5babbb86-49d8-42b0-a3ce-10611c6c7e71 None None] Checking router: cfe1fd6d-7509-4b25-a689-fc12f726fe0b for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:30:41.910329 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-70f8d3d5-9d9f-454b-9d44-c14c4024da83 req-2c3b2619-1482-4370-ab85-7042312ef7a6 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 HTTP/1.1" status: 200 len: 998 time: 0.0609345 Aug 12 01:30:41.910468 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:41.918728 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5babbb86-49d8-42b0-a3ce-10611c6c7e71 None None] Routers {'cfe1fd6d-7509-4b25-a689-fc12f726fe0b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:30:41.919854 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5babbb86-49d8-42b0-a3ce-10611c6c7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:30:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:41.932733 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:41.978544 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a228ea-3a58-4a03-aed1-43d09cbcc476 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:30:41.986326 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Publish callbacks [] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:42.000433 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Transition to ACTIVE for port object 69a228ea-3a58-4a03-aed1-43d09cbcc476 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:30:42.004677 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:42.070506 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Pushing event updated for resources: {'Port': ['ID=69a228ea-3a58-4a03-aed1-43d09cbcc476,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:42.127480 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Attempting to bind port 69a228ea-3a58-4a03-aed1-43d09cbcc476 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:30:42.127855 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Attempting to bind port 69a228ea-3a58-4a03-aed1-43d09cbcc476 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '78f4ecff-24d4-4cbc-ae93-4ffda1e70279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:30:42.128185 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Attempting to bind port 69a228ea-3a58-4a03-aed1-43d09cbcc476 on network 4b8c5935-38ca-4347-9afe-7a0258f6b445 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:30:42.132963 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Port 69a228ea-3a58-4a03-aed1-43d09cbcc476 on network 4b8c5935-38ca-4347-9afe-7a0258f6b445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:30:42.133290 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Attempting to bind port 69a228ea-3a58-4a03-aed1-43d09cbcc476 on network 4b8c5935-38ca-4347-9afe-7a0258f6b445 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:30:42.138489 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:30:42.138830 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Checking segment: {'id': '78f4ecff-24d4-4cbc-ae93-4ffda1e70279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:30:42.139215 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Bound using segment: {'id': '78f4ecff-24d4-4cbc-ae93-4ffda1e70279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:30:42.139673 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Bound port: 69a228ea-3a58-4a03-aed1-43d09cbcc476, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4ecff-24d4-4cbc-ae93-4ffda1e70279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:30:42.140033 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:42.152122 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-5babbb86-49d8-42b0-a3ce-10611c6c7e71 None None] Set router cfe1fd6d-7509-4b25-a689-fc12f726fe0b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:30:42.204359 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] For port 69a228ea-3a58-4a03-aed1-43d09cbcc476, host hv-cinder-78481, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:30:42.207693 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] For port 69a228ea-3a58-4a03-aed1-43d09cbcc476, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=69a228ea-3a58-4a03-aed1-43d09cbcc476,segment=NetworkSegment(78f4ecff-24d4-4cbc-ae93-4ffda1e70279),segment_id=78f4ecff-24d4-4cbc-ae93-4ffda1e70279)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:30:42.214862 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:42.220220 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:42.220834 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:42.222211 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/69a228ea-3a58-4a03-aed1-43d09cbcc476 HTTP/1.1" status: 200 len: 1094 time: 0.7557616 Aug 12 01:30:42.222727 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecabacb5-7e74-412d-990b-52e1181cba09', 'tag': '69a228ea-3a58-4a03-aed1-43d09cbcc476'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:42.225007 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7892ee6d-d597-42a2-99aa-450cf813119b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecabacb5-7e74-412d-990b-52e1181cba09", "tag": "69a228ea-3a58-4a03-aed1-43d09cbcc476"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:42.280601 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-2a8f8999-a62f-4c5b-a6ca-d6cf7b439e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:42.282327 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-2a8f8999-a62f-4c5b-a6ca-d6cf7b439e2f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8&tenant_id=9d33b640693442238516535af8320529 HTTP/1.1" status: 200 len: 1128 time: 0.1111588 Aug 12 01:30:42.283948 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8d3d5-9d9f-454b-9d44-c14c4024da83 req-376d5d48-52b1-4af0-9aff-22715b93d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:42.285367 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-70f8d3d5-9d9f-454b-9d44-c14c4024da83 req-376d5d48-52b1-4af0-9aff-22715b93d89b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.1247647 Aug 12 01:30:42.288928 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d482f-638e-428e-a186-da5d45c4a395 service neutron] Pushing event updated for resources: {'Port': ['ID=69a228ea-3a58-4a03-aed1-43d09cbcc476,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:42.301883 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9037c1-3940-45a9-9b50-4934a5d7d206 x-openstack-request-id: req-ce9037c1-3940-45a9-9b50-4934a5d7d206 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:42.302304 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecabacb5-7e74-412d-990b-52e1181cba09", "tag": "69a228ea-3a58-4a03-aed1-43d09cbcc476", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:42.302750 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce9037c1-3940-45a9-9b50-4934a5d7d206 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:42.303223 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9037c1-3940-45a9-9b50-4934a5d7d206'] response: {'name': 'network-changed', 'server_uuid': 'ecabacb5-7e74-412d-990b-52e1181cba09', 'tag': '69a228ea-3a58-4a03-aed1-43d09cbcc476', 'status': 'completed', 'code': 200} Aug 12 01:30:42.352716 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f968a-a623-414d-b296-1a714b6500d5 req-b75f6677-8121-498b-81be-e516d8669ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:42.354559 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-b75f6677-8121-498b-81be-e516d8669ebc service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2aa3549819204b219cbf52a1f9e004e9&device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 1128 time: 0.0488553 Aug 12 01:30:42.374465 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:42.384944 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8d3d5-9d9f-454b-9d44-c14c4024da83 req-f00b4158-b92c-41cb-8cc0-bfff8045e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:42.386570 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-70f8d3d5-9d9f-454b-9d44-c14c4024da83 req-f00b4158-b92c-41cb-8cc0-bfff8045e49d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0803111 Aug 12 01:30:42.388319 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-78740e7f-4669-4d7a-8501-fe3c4516660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:42.389690 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-78740e7f-4669-4d7a-8501-fe3c4516660c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 1128 time: 0.0537472 Aug 12 01:30:42.403130 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-7fc004f4-1f41-40e7-a4df-f6b421575249 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a228ea-3a58-4a03-aed1-43d09cbcc476 HTTP/1.1" status: 200 len: 217 time: 0.0378370 Aug 12 01:30:42.410160 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5babbb86-49d8-42b0-a3ce-10611c6c7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '55ea0724-fb3c-4555-9e52-21f2cde5d14e', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'port_id': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'mac_address': 'fa:16:3e:87:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:17Z', 'updated_at': '2022-08-12T01:30:40Z', 'revision_number': 1, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c9146b-ac2b-4378-bec8-f59be3a3f571', 'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'mac_address': 'fa:16:3e:4d:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:03Z', 'updated_at': '2022-08-12T01:28:28Z', 'revision_number': 5, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'subnets': [{'id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:30:42.441616 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5babbb86-49d8-42b0-a3ce-10611c6c7e71 None None] The sync data for ids ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'] in dv-cinder-784815-15-iscsi is: [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '55ea0724-fb3c-4555-9e52-21f2cde5d14e', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'port_id': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'mac_address': 'fa:16:3e:87:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:17Z', 'updated_at': '2022-08-12T01:30:40Z', 'revision_number': 1, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c9146b-ac2b-4378-bec8-f59be3a3f571', 'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'mac_address': 'fa:16:3e:4d:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:03Z', 'updated_at': '2022-08-12T01:28:28Z', 'revision_number': 5, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'subnets': [{'id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:30:42.466880 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f968a-a623-414d-b296-1a714b6500d5 req-0df5947f-06f5-4f59-a1af-c7099a3c7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:42.468502 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-0df5947f-06f5-4f59-a1af-c7099a3c7611 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=91812399-73eb-45bd-a06e-e86d5759967b HTTP/1.1" status: 200 len: 849 time: 0.0476036 Aug 12 01:30:42.504921 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-5cbc851e-ffb8-45dd-bb8a-46156fe1ae70 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4b8c5935-38ca-4347-9afe-7a0258f6b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294561 Aug 12 01:30:42.571237 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-70f8d3d5-9d9f-454b-9d44-c14c4024da83 req-e7eac710-e6c6-4e21-aaad-1f43008987f0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665604 Aug 12 01:30:42.607692 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-a6aad693-3d34-49c3-bfdc-b7152f89c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:42.610382 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-a6aad693-3d34-49c3-bfdc-b7152f89c964 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 918 time: 0.1854827 Aug 12 01:30:42.661489 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-6b0e6486-dba6-4366-bcc2-a687d8eed709 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368511 Aug 12 01:30:42.688971 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bd6b6-f8ae-4788-ab95-2d004724a57d req-78969ff7-6fbf-4b03-8a68-5b4ab3886072 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:42.690570 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-961bd6b6-f8ae-4788-ab95-2d004724a57d req-78969ff7-6fbf-4b03-8a68-5b4ab3886072 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 944 time: 0.0617645 Aug 12 01:30:42.723648 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-fc548cda-f2dc-4881-8f6d-a9c3ec5305a2 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=476d0433-5310-435b-93ea-c42ed83c3136 HTTP/1.1" status: 200 len: 1000 time: 0.0752389 Aug 12 01:30:42.777102 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-70f8d3d5-9d9f-454b-9d44-c14c4024da83 req-7a91ed58-91d8-4a10-9848-eb63876d8158 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859641 Aug 12 01:30:42.790607 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-12eb3c33-50ca-4a56-ac96-98c903843a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:42.792902 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-12eb3c33-50ca-4a56-ac96-98c903843a27 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=d33ce26f-dc4c-4f32-bc97-4170fb266b96 HTTP/1.1" status: 200 len: 856 time: 0.0566072 Aug 12 01:30:42.797367 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-961bd6b6-f8ae-4788-ab95-2d004724a57d req-730370d3-40fc-490d-bbd1-5efc842cfe69 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966840 Aug 12 01:30:42.809661 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da5f968a-a623-414d-b296-1a714b6500d5 req-41a855ee-026a-4615-9b06-6e8cdc299e88 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350687 Aug 12 01:30:42.849918 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-ec2d5c78-5c58-439b-9f6b-63dc4ce08972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:42.851461 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-ec2d5c78-5c58-439b-9f6b-63dc4ce08972 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bdc64372-39dc-45f5-ae9b-e7b46a872a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450685 Aug 12 01:30:43.026266 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf496e-c377-4aad-b460-35d0cf28d811 req-a13b104f-4069-45f9-b1b6-e391cdbc9dfd tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:43.027825 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8cbf496e-c377-4aad-b460-35d0cf28d811 req-a13b104f-4069-45f9-b1b6-e391cdbc9dfd tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0507240 Aug 12 01:30:43.077779 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8cbf496e-c377-4aad-b460-35d0cf28d811 req-c8b85c2c-f6d2-4f01-a806-ee5771bf0199 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441992 Aug 12 01:30:43.122067 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47541bf-ef40-4ba4-9011-a050b060c451 None None] New status for floating IP 55ea0724-fb3c-4555-9e52-21f2cde5d14e: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:30:43.125496 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:43.931564 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a208086-9547-4221-ae38-0f7e91f1f3e2 req-c1d12828-5608-42c3-b208-c323ae046080 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:43.933031 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7a208086-9547-4221-ae38-0f7e91f1f3e2 req-c1d12828-5608-42c3-b208-c323ae046080 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 944 time: 0.0555422 Aug 12 01:30:43.956980 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:43.980057 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:43.984984 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7a208086-9547-4221-ae38-0f7e91f1f3e2 req-24e74858-966e-456e-bdee-85f093c2da2f tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463192 Aug 12 01:30:44.220887 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892ee6d-d597-42a2-99aa-450cf813119b req-e4a648c6-90c7-422e-8337-e8a4312d1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:44.222337 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7892ee6d-d597-42a2-99aa-450cf813119b req-e4a648c6-90c7-422e-8337-e8a4312d1f63 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2aa3549819204b219cbf52a1f9e004e9&device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 1128 time: 0.0695152 Aug 12 01:30:44.236782 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040c03-f021-48ab-b6a9-3f1fbd8bf57f req-ad96ecd3-2fde-4c21-a484-21958e43bfa9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:44.238228 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02040c03-f021-48ab-b6a9-3f1fbd8bf57f req-ad96ecd3-2fde-4c21-a484-21958e43bfa9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0711777 Aug 12 01:30:44.246350 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-04893117-1e32-4711-b51e-eb84bd74ae9f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945151 Aug 12 01:30:44.343697 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-3615f2f4-0d24-4b16-a4c0-e688cb93df82 req-0cbcbc99-ba41-4bd1-bce4-70e7f5972598 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899034 Aug 12 01:30:44.348570 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02040c03-f021-48ab-b6a9-3f1fbd8bf57f req-82d336a0-474e-4f0d-b234-a18c86fc54d4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984464 Aug 12 01:30:44.363381 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892ee6d-d597-42a2-99aa-450cf813119b req-befed4a3-505d-4af1-8626-c69baef7d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:44.364966 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7892ee6d-d597-42a2-99aa-450cf813119b req-befed4a3-505d-4af1-8626-c69baef7d586 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4b8c5935-38ca-4347-9afe-7a0258f6b445 HTTP/1.1" status: 200 len: 910 time: 0.1232982 Aug 12 01:30:44.404996 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7892ee6d-d597-42a2-99aa-450cf813119b req-7ff923fa-88a2-4060-b3d0-c409887aa607 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a228ea-3a58-4a03-aed1-43d09cbcc476 HTTP/1.1" status: 200 len: 217 time: 0.0327306 Aug 12 01:30:44.461783 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892ee6d-d597-42a2-99aa-450cf813119b req-098c4f64-c780-4ad5-9949-622fd732032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:44.463235 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7892ee6d-d597-42a2-99aa-450cf813119b req-098c4f64-c780-4ad5-9949-622fd732032c service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=91812399-73eb-45bd-a06e-e86d5759967b HTTP/1.1" status: 200 len: 849 time: 0.0449014 Aug 12 01:30:44.540703 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7892ee6d-d597-42a2-99aa-450cf813119b req-d21f2614-f010-47c8-83e2-2aba880f6a42 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4b8c5935-38ca-4347-9afe-7a0258f6b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298166 Aug 12 01:30:44.641840 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7892ee6d-d597-42a2-99aa-450cf813119b req-68da8d92-91de-4be5-9f6e-ca5914c7b8ff service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847456 Aug 12 01:30:44.747517 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7892ee6d-d597-42a2-99aa-450cf813119b req-6c33a432-e3ac-490d-90aa-09fc27482247 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925817 Aug 12 01:30:45.108978 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70912724-e559-4243-85f0-11752618352c req-98f88762-a79d-45e9-af02-8b4a2c5afe7a tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:45.110556 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-70912724-e559-4243-85f0-11752618352c req-98f88762-a79d-45e9-af02-8b4a2c5afe7a tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 944 time: 0.0483649 Aug 12 01:30:45.165005 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-70912724-e559-4243-85f0-11752618352c req-e50f6118-b08b-421f-af49-6f0a80ec4d0f tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461876 Aug 12 01:30:45.497046 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d36d72-34cc-4605-9750-d851fad445a2 req-770a6465-fc70-4a85-a708-59c04279a75b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:45.498589 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-07d36d72-34cc-4605-9750-d851fad445a2 req-770a6465-fc70-4a85-a708-59c04279a75b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0572460 Aug 12 01:30:45.552708 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-07d36d72-34cc-4605-9750-d851fad445a2 req-c8578576-7a62-4040-863a-0eb0ddef72a1 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476096 Aug 12 01:30:46.082212 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 69a228ea-3a58-4a03-aed1-43d09cbcc476 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:30:46.088990 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:46.187918 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 69a228ea-3a58-4a03-aed1-43d09cbcc476, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=69a228ea-3a58-4a03-aed1-43d09cbcc476,segment=NetworkSegment(78f4ecff-24d4-4cbc-ae93-4ffda1e70279),segment_id=78f4ecff-24d4-4cbc-ae93-4ffda1e70279)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:46.200562 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '69a228ea-3a58-4a03-aed1-43d09cbcc476', 'network_id': '4b8c5935-38ca-4347-9afe-7a0258f6b445', 'port_id': '69a228ea-3a58-4a03-aed1-43d09cbcc476', 'mac_address': 'fa:16:3e:05:7f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91812399-73eb-45bd-a06e-e86d5759967b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:30:46.242389 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 69a228ea-3a58-4a03-aed1-43d09cbcc476 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:46.242844 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:46.257254 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a228ea-3a58-4a03-aed1-43d09cbcc476 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:30:46.277932 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 69a228ea-3a58-4a03-aed1-43d09cbcc476, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=69a228ea-3a58-4a03-aed1-43d09cbcc476,segment=NetworkSegment(78f4ecff-24d4-4cbc-ae93-4ffda1e70279),segment_id=78f4ecff-24d4-4cbc-ae93-4ffda1e70279)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:46.282893 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:46.331826 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10246fc5-6594-4daf-a906-2ea90fbf2d47 req-8b625e57-df33-489a-a9c6-d4a45a3d43e7 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:46.336954 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-10246fc5-6594-4daf-a906-2ea90fbf2d47 req-8b625e57-df33-489a-a9c6-d4a45a3d43e7 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 944 time: 0.0716386 Aug 12 01:30:46.366857 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=69a228ea-3a58-4a03-aed1-43d09cbcc476,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:46.398951 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-10246fc5-6594-4daf-a906-2ea90fbf2d47 req-f9c39413-85c4-47c2-b5f9-7dde669e68f5 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475659 Aug 12 01:30:46.687409 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['69a228ea-3a58-4a03-aed1-43d09cbcc476'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:30:46.702476 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e6c82-c461-4b5c-b585-e5897eecc373 req-97a48398-b9e6-44a0-adbc-1cf653ebb4f7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:46.709639 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e3e6c82-c461-4b5c-b585-e5897eecc373 req-97a48398-b9e6-44a0-adbc-1cf653ebb4f7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0674098 Aug 12 01:30:46.724963 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:46.764955 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5e3e6c82-c461-4b5c-b585-e5897eecc373 req-f1be1efa-a5ea-4104-9afe-d08436840095 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543382 Aug 12 01:30:47.543348 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b140-4590-4eea-9f29-a1178f737050 req-18d9e6c1-92e7-47f6-a552-b281d3f3f548 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:47.544844 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d982b140-4590-4eea-9f29-a1178f737050 req-18d9e6c1-92e7-47f6-a552-b281d3f3f548 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 945 time: 0.0533500 Aug 12 01:30:47.565545 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:47.595142 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d982b140-4590-4eea-9f29-a1178f737050 req-b8f822ad-ae05-4fcc-a6e9-40b7a12fb5c4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Aug 12 01:30:47.922637 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e76b-9464-4ac1-8253-3baf68fb2fc4 req-6a43c70e-4d15-43f1-b611-0038d77c5d6e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:47.924057 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-db33e76b-9464-4ac1-8253-3baf68fb2fc4 req-6a43c70e-4d15-43f1-b611-0038d77c5d6e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0502317 Aug 12 01:30:47.973924 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-db33e76b-9464-4ac1-8253-3baf68fb2fc4 req-1c9dff69-1c8c-4965-877b-3507342ca6c7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443146 Aug 12 01:30:48.097988 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 69a228ea-3a58-4a03-aed1-43d09cbcc476 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:30:48.146792 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port 69a228ea-3a58-4a03-aed1-43d09cbcc476 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:30:48.154122 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 69a228ea-3a58-4a03-aed1-43d09cbcc476 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:30:48.154500 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:48.250606 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 69a228ea-3a58-4a03-aed1-43d09cbcc476 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:30:48.250994 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:48.274837 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecabacb5-7e74-412d-990b-52e1181cba09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a228ea-3a58-4a03-aed1-43d09cbcc476'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:30:48.277432 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdaee47-8cc7-457a-ba55-8f651a17dbaf" -d '{"events": [{"server_uuid": "ecabacb5-7e74-412d-990b-52e1181cba09", "name": "network-vif-plugged", "status": "completed", "tag": "69a228ea-3a58-4a03-aed1-43d09cbcc476"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:30:48.290056 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 69a228ea-3a58-4a03-aed1-43d09cbcc476, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=69a228ea-3a58-4a03-aed1-43d09cbcc476,segment=NetworkSegment(78f4ecff-24d4-4cbc-ae93-4ffda1e70279),segment_id=78f4ecff-24d4-4cbc-ae93-4ffda1e70279)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:30:48.298147 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:30:48.357768 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6572ee4a-e0ec-4097-9dbe-f481adbc5be8 x-openstack-request-id: req-6572ee4a-e0ec-4097-9dbe-f481adbc5be8 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:30:48.357768 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecabacb5-7e74-412d-990b-52e1181cba09", "name": "network-vif-plugged", "status": "completed", "tag": "69a228ea-3a58-4a03-aed1-43d09cbcc476", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:30:48.358038 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6572ee4a-e0ec-4097-9dbe-f481adbc5be8 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:30:48.358429 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6572ee4a-e0ec-4097-9dbe-f481adbc5be8'] response: {'server_uuid': 'ecabacb5-7e74-412d-990b-52e1181cba09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a228ea-3a58-4a03-aed1-43d09cbcc476', 'code': 200} Aug 12 01:30:48.359221 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=69a228ea-3a58-4a03-aed1-43d09cbcc476,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:30:48.727670 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0dc7c-4f2f-4c80-bf37-7db326d52cbb req-a667aaf4-e040-4074-a460-1e893e4b8d86 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:48.732079 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-56f0dc7c-4f2f-4c80-bf37-7db326d52cbb req-a667aaf4-e040-4074-a460-1e893e4b8d86 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0570664 Aug 12 01:30:48.748776 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:48.786901 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-56f0dc7c-4f2f-4c80-bf37-7db326d52cbb req-b4434629-1f85-4d8f-acb6-8f3e27fc6b34 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518374 Aug 12 01:30:49.107309 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654cf30-0094-4fbd-adbf-67a4c914a250 req-b34c13e6-3648-44dd-8051-990a48c709db tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:49.108825 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2654cf30-0094-4fbd-adbf-67a4c914a250 req-b34c13e6-3648-44dd-8051-990a48c709db tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0506742 Aug 12 01:30:49.161541 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2654cf30-0094-4fbd-adbf-67a4c914a250 req-ced772f2-b9a2-42ff-b6f9-5382da72dfc8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470257 Aug 12 01:30:49.910276 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b711c11-8e64-4d29-8b83-16b025af55cf req-663f470e-79ae-4a68-bf1c-c5a3b7d646c4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:49.911949 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b711c11-8e64-4d29-8b83-16b025af55cf req-663f470e-79ae-4a68-bf1c-c5a3b7d646c4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0485530 Aug 12 01:30:49.973255 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b711c11-8e64-4d29-8b83-16b025af55cf req-d1738c05-0a8d-4a79-89cf-5dd29169c8b3 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544794 Aug 12 01:30:50.306698 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5e6cc-ca5a-4386-8219-280d2d71f468 req-2e01f5b3-686b-40f1-9ced-6ebcd3e336fb tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:50.309042 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5cb5e6cc-ca5a-4386-8219-280d2d71f468 req-2e01f5b3-686b-40f1-9ced-6ebcd3e336fb tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0529819 Aug 12 01:30:50.365524 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5cb5e6cc-ca5a-4386-8219-280d2d71f468 req-5b26c2ab-9df6-4be8-a128-b55ec211b904 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507221 Aug 12 01:30:51.117307 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2ea64-5ed1-4e46-baad-17cf4d5c595c req-ef9f633c-e829-4158-9f1a-16aa2281a216 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:51.118816 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a0b2ea64-5ed1-4e46-baad-17cf4d5c595c req-ef9f633c-e829-4158-9f1a-16aa2281a216 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0641291 Aug 12 01:30:51.177714 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a0b2ea64-5ed1-4e46-baad-17cf4d5c595c req-ea63f6ff-e736-485a-9c48-2897e2e691b6 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533736 Aug 12 01:30:51.514630 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451efb7-cfe8-4ee9-a2e3-020b11ebf38b req-357f685e-0eb7-471c-9ef7-4921981e6d11 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:51.516751 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e451efb7-cfe8-4ee9-a2e3-020b11ebf38b req-357f685e-0eb7-471c-9ef7-4921981e6d11 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0630829 Aug 12 01:30:51.568290 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e451efb7-cfe8-4ee9-a2e3-020b11ebf38b req-29e043b3-f690-4bd0-904b-fe43a8766dc9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439792 Aug 12 01:30:52.303809 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fee8e-7bee-4c3b-99ad-c5699e8643ca req-a861e451-332d-4175-aff7-c26dd02a878f tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:52.305715 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-372fee8e-7bee-4c3b-99ad-c5699e8643ca req-a861e451-332d-4175-aff7-c26dd02a878f tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0511582 Aug 12 01:30:52.363895 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-372fee8e-7bee-4c3b-99ad-c5699e8643ca req-cb7d5d70-253c-4101-9abd-35b077ad01eb tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518250 Aug 12 01:30:52.704870 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540c6f5-01b6-4442-96e3-5cbcba9e4f95 req-ab0abb6c-873a-463a-9ef8-70dfb2577b5b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:52.706416 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c540c6f5-01b6-4442-96e3-5cbcba9e4f95 req-ab0abb6c-873a-463a-9ef8-70dfb2577b5b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0483449 Aug 12 01:30:52.761262 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c540c6f5-01b6-4442-96e3-5cbcba9e4f95 req-cc88b2be-3882-4da5-b345-29facf73df2b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489514 Aug 12 01:30:53.490090 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8c1e-4b10-4c82-9729-0651e5c7c985 req-7794c44c-7259-4f3f-8c34-1884f77097a4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:53.491503 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c52d8c1e-4b10-4c82-9729-0651e5c7c985 req-7794c44c-7259-4f3f-8c34-1884f77097a4 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0520470 Aug 12 01:30:53.521774 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:53.540905 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c52d8c1e-4b10-4c82-9729-0651e5c7c985 req-a32a3c7f-6dce-4e21-8d99-a7975a5499d9 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Aug 12 01:30:53.897174 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341b95d-5a92-4ace-938c-ac0cea6c41d7 req-8033bb7b-07cc-4502-b327-5d6ee227845b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:53.898922 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f341b95d-5a92-4ace-938c-ac0cea6c41d7 req-8033bb7b-07cc-4502-b327-5d6ee227845b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0523877 Aug 12 01:30:53.953039 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f341b95d-5a92-4ace-938c-ac0cea6c41d7 req-ba164446-c730-488d-bbc5-14a6a21deb2b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482664 Aug 12 01:30:54.328766 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=60 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:54.338713 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:54.691930 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600038e-94c3-4429-90b5-3c00abcf8b4c req-f1e70e92-31cd-442d-ae5e-a127f771720a tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:54.694349 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d600038e-94c3-4429-90b5-3c00abcf8b4c req-f1e70e92-31cd-442d-ae5e-a127f771720a tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0583036 Aug 12 01:30:54.754829 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d600038e-94c3-4429-90b5-3c00abcf8b4c req-0952e166-d7b3-4834-8b2d-1ef446036feb tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544212 Aug 12 01:30:55.087044 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9fcb3-dfe4-432a-a28c-6bd21b5e4f41 req-2544d165-2b68-41a6-9ca9-fbf3de7ca366 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:55.088499 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-93c9fcb3-dfe4-432a-a28c-6bd21b5e4f41 req-2544d165-2b68-41a6-9ca9-fbf3de7ca366 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0487156 Aug 12 01:30:55.143585 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-93c9fcb3-dfe4-432a-a28c-6bd21b5e4f41 req-a2996680-c32d-4647-b32c-9fd5cc9a47ef tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457573 Aug 12 01:30:55.894602 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7901a92-80d8-4640-b65a-51c9067277da req-7b49c62b-6a6d-401d-b336-ba6d3f144854 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:55.896104 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e7901a92-80d8-4640-b65a-51c9067277da req-7b49c62b-6a6d-401d-b336-ba6d3f144854 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0527873 Aug 12 01:30:55.947009 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:55.952840 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e7901a92-80d8-4640-b65a-51c9067277da req-7fdf922b-9da0-40b2-8680-1a5657869864 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505996 Aug 12 01:30:56.119340 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22abbf-564a-41d5-b94e-ea1cbcc1c7c7 req-4f7abcc0-cacd-4706-896b-bbb4ddeaad99 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:56.120773 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4f22abbf-564a-41d5-b94e-ea1cbcc1c7c7 req-4f7abcc0-cacd-4706-896b-bbb4ddeaad99 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0489628 Aug 12 01:30:56.188357 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4f22abbf-564a-41d5-b94e-ea1cbcc1c7c7 req-530de722-ac82-4137-9a4d-f3b6bc3dd4a6 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613174 Aug 12 01:30:56.192200 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:30:56.282621 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b3986-4664-479f-bf76-945a80bf4cf6 req-5ef8f3ad-7b23-471e-9415-00ac25185735 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:56.284131 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5d4b3986-4664-479f-bf76-945a80bf4cf6 req-5ef8f3ad-7b23-471e-9415-00ac25185735 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0494554 Aug 12 01:30:56.337260 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5d4b3986-4664-479f-bf76-945a80bf4cf6 req-4862abb2-9dec-49ad-a871-a24d9940d329 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473726 Aug 12 01:30:57.074830 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a902f41-7fb3-44e4-b91a-064b5c025f35 req-dfbe6a03-0bd4-41ff-b915-c6fc9e5cf467 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:57.076573 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5a902f41-7fb3-44e4-b91a-064b5c025f35 req-dfbe6a03-0bd4-41ff-b915-c6fc9e5cf467 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0484893 Aug 12 01:30:57.131815 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5a902f41-7fb3-44e4-b91a-064b5c025f35 req-a8fd688b-4d66-4762-997b-f6c9fcbfc0c8 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493274 Aug 12 01:30:57.317321 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48af0a5-7522-4254-b3df-6bfd75896b24 req-ac3bbc88-6745-46ab-80da-aa8803c7a8d1 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:57.318808 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b48af0a5-7522-4254-b3df-6bfd75896b24 req-ac3bbc88-6745-46ab-80da-aa8803c7a8d1 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0509381 Aug 12 01:30:57.382243 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b48af0a5-7522-4254-b3df-6bfd75896b24 req-9d72f94f-4ced-4923-a57c-681dfb99a5d6 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574825 Aug 12 01:30:57.474282 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c54c-b2b0-4048-8970-509f15e1e040 req-41728a58-5101-424d-9098-a9be38ea7510 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:57.475931 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a276c54c-b2b0-4048-8970-509f15e1e040 req-41728a58-5101-424d-9098-a9be38ea7510 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0509965 Aug 12 01:30:57.523866 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a276c54c-b2b0-4048-8970-509f15e1e040 req-292f1665-e85e-430d-a392-c1780279696d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421987 Aug 12 01:30:57.593798 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd68f7-225e-4ffe-a67b-73bed62adc6a req-db117979-ab69-4e2b-b651-0b35a21c67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:57.595615 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fdbd68f7-225e-4ffe-a67b-73bed62adc6a req-db117979-ab69-4e2b-b651-0b35a21c67c1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=135531dcbc244552aef21e5d555da3c4&device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 1168 time: 0.0515511 Aug 12 01:30:57.685666 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:57.708790 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10edea8-8abf-4fd8-bd10-0507ba41db09 req-2056f253-3731-40e0-aac1-97d5c7f41c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:57.710472 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e10edea8-8abf-4fd8-bd10-0507ba41db09 req-2056f253-3731-40e0-aac1-97d5c7f41c26 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 1130 time: 0.0449727 Aug 12 01:30:57.766957 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e10edea8-8abf-4fd8-bd10-0507ba41db09 req-a77dd78c-5673-462d-b855-401c9e4467cb service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437498 Aug 12 01:30:57.951606 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd68f7-225e-4ffe-a67b-73bed62adc6a req-dbeacf4b-d968-469f-848d-f491d8b9cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:57.953099 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fdbd68f7-225e-4ffe-a67b-73bed62adc6a req-dbeacf4b-d968-469f-848d-f491d8b9cf51 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d04560af-1d78-44a3-b9e1-6b63b0e806e7 HTTP/1.1" status: 200 len: 915 time: 0.3438966 Aug 12 01:30:58.086493 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fdbd68f7-225e-4ffe-a67b-73bed62adc6a req-3a7572b7-6848-429f-a395-061d31f3b692 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a HTTP/1.1" status: 200 len: 1001 time: 0.0564430 Aug 12 01:30:58.140372 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd68f7-225e-4ffe-a67b-73bed62adc6a req-3777c475-6ccc-4ed9-ad18-bc1fbeab9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:58.141947 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fdbd68f7-225e-4ffe-a67b-73bed62adc6a req-3777c475-6ccc-4ed9-ad18-bc1fbeab9ffc service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d HTTP/1.1" status: 200 len: 853 time: 0.0443709 Aug 12 01:30:58.192071 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd68f7-225e-4ffe-a67b-73bed62adc6a req-372e0d93-1ac6-43e0-b4fe-5fef48241c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:58.193582 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fdbd68f7-225e-4ffe-a67b-73bed62adc6a req-372e0d93-1ac6-43e0-b4fe-5fef48241c85 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d04560af-1d78-44a3-b9e1-6b63b0e806e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442905 Aug 12 01:30:58.309249 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfd3af-6ed7-40aa-b1b3-58f5b203086b req-1f0c8ae0-56f5-4d90-8f41-7c3559fab943 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:58.311675 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f0bfd3af-6ed7-40aa-b1b3-58f5b203086b req-1f0c8ae0-56f5-4d90-8f41-7c3559fab943 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0986109 Aug 12 01:30:58.346760 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:58.349892 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:58.370131 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fdbd68f7-225e-4ffe-a67b-73bed62adc6a req-6dc554d4-0f48-44b0-a5f2-df5c61ae04f6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553633 Aug 12 01:30:58.386855 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f0bfd3af-6ed7-40aa-b1b3-58f5b203086b req-8e5a95b6-d90c-432f-abe0-1b4c2c328687 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675650 Aug 12 01:30:58.502596 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c684e5-bf75-4c2c-9a19-88aac9cc9246 req-44d15229-f59b-44a1-9a37-483071eb59a8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:58.504776 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-62c684e5-bf75-4c2c-9a19-88aac9cc9246 req-44d15229-f59b-44a1-9a37-483071eb59a8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0479693 Aug 12 01:30:58.556293 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:58.567100 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-62c684e5-bf75-4c2c-9a19-88aac9cc9246 req-cc66b35c-6bd1-49f6-8a8b-9b33e612c83b tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571501 Aug 12 01:30:58.658693 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3efe96-9bf2-4ee4-97ae-cf34500044d4 req-436d90c4-b578-40c7-b5be-f968f72ea4ba tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:58.663378 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9d3efe96-9bf2-4ee4-97ae-cf34500044d4 req-436d90c4-b578-40c7-b5be-f968f72ea4ba tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0552480 Aug 12 01:30:58.708075 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9d3efe96-9bf2-4ee4-97ae-cf34500044d4 req-1d73cacf-9e38-483f-986c-2402bd9ff523 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421047 Aug 12 01:30:58.952098 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fdbd68f7-225e-4ffe-a67b-73bed62adc6a req-19f6b9e9-f5fe-4447-80c7-2051f3194923 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886040 Aug 12 01:30:59.516767 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d51173-2562-460f-b8ac-6a8959a62edc req-ccfaa9a1-fc6b-495c-af86-e09e2b1835cc tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:59.518299 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-66d51173-2562-460f-b8ac-6a8959a62edc req-ccfaa9a1-fc6b-495c-af86-e09e2b1835cc tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0528603 Aug 12 01:30:59.567307 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-66d51173-2562-460f-b8ac-6a8959a62edc req-7059fde2-2aed-4e55-953d-56c683bc8592 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434010 Aug 12 01:30:59.698122 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc643a-1218-4dc6-afa0-a27a555e6b73 req-0446285e-d8f7-41c9-b985-31e15e3e102d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:59.699632 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-debc643a-1218-4dc6-afa0-a27a555e6b73 req-0446285e-d8f7-41c9-b985-31e15e3e102d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0510633 Aug 12 01:30:59.786089 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-debc643a-1218-4dc6-afa0-a27a555e6b73 req-d4377152-3d03-4666-8384-f81ddc319759 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797887 Aug 12 01:30:59.848609 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8681c-846c-4974-8ec9-d0aa885896f9 req-5ac55e69-0ca1-4a1d-863d-6861d03bc44a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:30:59.852569 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9a8681c-846c-4974-8ec9-d0aa885896f9 req-5ac55e69-0ca1-4a1d-863d-6861d03bc44a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0526011 Aug 12 01:30:59.875734 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:30:59.909221 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e9a8681c-846c-4974-8ec9-d0aa885896f9 req-fd996d34-5af6-42f9-85b3-60de546e955a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532706 Aug 12 01:31:00.390964 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ea202-461e-4a4d-b86f-1e1d6b968c4d req-7a073f34-9965-440e-8332-8bf1897d8c75 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:00.392681 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9e3ea202-461e-4a4d-b86f-1e1d6b968c4d req-7a073f34-9965-440e-8332-8bf1897d8c75 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0501356 Aug 12 01:31:00.448543 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9e3ea202-461e-4a4d-b86f-1e1d6b968c4d req-c14423ce-db1a-4b85-a736-a6ea214dcc3b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501792 Aug 12 01:31:00.903368 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ee2f5-0bab-43b6-a62c-fbb7facb6ba3 req-1b46878c-3ec2-43df-bb2d-5c6a8455a8c3 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:00.904881 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-288ee2f5-0bab-43b6-a62c-fbb7facb6ba3 req-1b46878c-3ec2-43df-bb2d-5c6a8455a8c3 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0480940 Aug 12 01:31:00.976534 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-288ee2f5-0bab-43b6-a62c-fbb7facb6ba3 req-ca0c301c-8e5d-4900-881d-f2743a75d09f tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656486 Aug 12 01:31:01.053444 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb0bae-5ea0-41df-8da5-59e1eea37d2e req-aa0df949-8b85-4fc2-86b0-d5ad5c45230a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:01.055315 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-48bb0bae-5ea0-41df-8da5-59e1eea37d2e req-aa0df949-8b85-4fc2-86b0-d5ad5c45230a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0529346 Aug 12 01:31:01.104607 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-48bb0bae-5ea0-41df-8da5-59e1eea37d2e req-083a2f7c-a5b8-45b0-8e10-508692230020 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434823 Aug 12 01:31:01.566128 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d292-d904-4aa9-bd2b-d14914f2965c req-bccb3b89-3133-4d3e-9e20-9fac60922228 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:01.567645 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c6d8d292-d904-4aa9-bd2b-d14914f2965c req-bccb3b89-3133-4d3e-9e20-9fac60922228 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0491927 Aug 12 01:31:01.622994 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c6d8d292-d904-4aa9-bd2b-d14914f2965c req-b342cb58-953e-4401-a081-7231a1d689aa tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496266 Aug 12 01:31:02.112222 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bdae4-e607-4fc0-aa20-453f9cbdbc56 req-38d72d38-735c-466c-9d58-a8ba3a981f9c tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:02.113700 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7e8bdae4-e607-4fc0-aa20-453f9cbdbc56 req-38d72d38-735c-466c-9d58-a8ba3a981f9c tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0552809 Aug 12 01:31:02.180343 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7e8bdae4-e607-4fc0-aa20-453f9cbdbc56 req-f061c420-5af8-4152-890d-655110ee1976 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601187 Aug 12 01:31:02.237079 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c279e-af1f-48c3-b96d-ec174a95b049 req-7b553cbf-0f17-4b58-b940-5e764b5e487e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:02.238592 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-363c279e-af1f-48c3-b96d-ec174a95b049 req-7b553cbf-0f17-4b58-b940-5e764b5e487e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0492485 Aug 12 01:31:02.286571 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-363c279e-af1f-48c3-b96d-ec174a95b049 req-4d8325fd-cee3-4fea-8313-ce89414a96b0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417576 Aug 12 01:31:02.607089 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:02.740092 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b32f-5555-44c4-9858-07c1ea4c2bfe req-c8f89724-82f6-45c4-8e01-0b7401e28c0c tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:02.741563 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cbe5b32f-5555-44c4-9858-07c1ea4c2bfe req-c8f89724-82f6-45c4-8e01-0b7401e28c0c tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0471265 Aug 12 01:31:02.759430 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:02.791795 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cbe5b32f-5555-44c4-9858-07c1ea4c2bfe req-d0bdcf18-6c76-4b91-8cb6-0525e69759e9 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446365 Aug 12 01:31:03.312333 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cbaa4-48e0-4b04-8452-0f36460339b5 req-f72bf7a8-f227-4a1c-94e8-232ce7498064 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:03.313782 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-295cbaa4-48e0-4b04-8452-0f36460339b5 req-f72bf7a8-f227-4a1c-94e8-232ce7498064 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0482047 Aug 12 01:31:03.388417 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-295cbaa4-48e0-4b04-8452-0f36460339b5 req-9c8a37d8-3597-4e91-9ceb-d875620ff615 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684669 Aug 12 01:31:03.421466 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab22ef-6890-4ca7-86a1-8b796cc9bdb4 req-6bf280cc-ea47-4c0e-9719-a3f75513ffd4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:03.422924 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e7ab22ef-6890-4ca7-86a1-8b796cc9bdb4 req-6bf280cc-ea47-4c0e-9719-a3f75513ffd4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 944 time: 0.0531700 Aug 12 01:31:03.473044 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e7ab22ef-6890-4ca7-86a1-8b796cc9bdb4 req-e29cd758-ea07-40e6-a72c-e839bff3da1d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441513 Aug 12 01:31:03.910467 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:03.919507 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92950c7a-c8fe-404a-bb58-0f4d6ed1d76f req-e886a6f5-eedd-4bcd-b28d-d4030bc43943 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:03.921041 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-92950c7a-c8fe-404a-bb58-0f4d6ed1d76f req-e886a6f5-eedd-4bcd-b28d-d4030bc43943 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0534079 Aug 12 01:31:03.969365 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-92950c7a-c8fe-404a-bb58-0f4d6ed1d76f req-c1a2247d-9419-47e1-9b33-ff2943baefcf tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68f289d4-2992-4bf3-8a56-8845a207bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425100 Aug 12 01:31:04.257423 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 476d0433-5310-435b-93ea-c42ed83c3136 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:31:04.287751 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83652a1-fb23-4e92-94cb-f2eec4025446 req-faaeec48-af20-47f7-8d80-627ba7f818c5 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:04.289227 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d83652a1-fb23-4e92-94cb-f2eec4025446 req-faaeec48-af20-47f7-8d80-627ba7f818c5 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 946 time: 0.0604777 Aug 12 01:31:04.374505 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=476d0433-5310-435b-93ea-c42ed83c3136,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:31:04.386225 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '476d0433-5310-435b-93ea-c42ed83c3136', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'port_id': '476d0433-5310-435b-93ea-c42ed83c3136', 'mac_address': 'fa:16:3e:f1:8f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:31:04.426329 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 476d0433-5310-435b-93ea-c42ed83c3136 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:31:04.426759 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (476d0433-5310-435b-93ea-c42ed83c3136), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:04.440413 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476d0433-5310-435b-93ea-c42ed83c3136 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:31:04.462696 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=476d0433-5310-435b-93ea-c42ed83c3136,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:31:04.467448 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (476d0433-5310-435b-93ea-c42ed83c3136), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:04.519791 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=476d0433-5310-435b-93ea-c42ed83c3136,revision_number=9']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:04.545193 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e80dd-c325-4220-ad0e-9ccd7ee36bc3 req-d9f6f6c5-d7b4-49f2-a482-573d08a7204d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:04.546730 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d77e80dd-c325-4220-ad0e-9ccd7ee36bc3 req-d9f6f6c5-d7b4-49f2-a482-573d08a7204d tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0804486 Aug 12 01:31:04.575345 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-d83652a1-fb23-4e92-94cb-f2eec4025446 req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Deleting port 69a228ea-3a58-4a03-aed1-43d09cbcc476 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:31:04.575719 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d83652a1-fb23-4e92-94cb-f2eec4025446 req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:04.700548 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164dcc9-c4aa-4642-99a0-195b1e4f3f3e req-9531b117-a1b2-4754-ab3c-2c71af5afb7a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:04.702024 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6164dcc9-c4aa-4642-99a0-195b1e4f3f3e req-9531b117-a1b2-4754-ab3c-2c71af5afb7a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 945 time: 0.1343222 Aug 12 01:31:04.746592 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d77e80dd-c325-4220-ad0e-9ccd7ee36bc3 req-9825617c-aba4-43bf-9109-1bbb6a0c92f1 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1905272 Aug 12 01:31:04.771008 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-d83652a1-fb23-4e92-94cb-f2eec4025446 req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] For port 69a228ea-3a58-4a03-aed1-43d09cbcc476, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=69a228ea-3a58-4a03-aed1-43d09cbcc476,segment=NetworkSegment(78f4ecff-24d4-4cbc-ae93-4ffda1e70279),segment_id=78f4ecff-24d4-4cbc-ae93-4ffda1e70279)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:31:04.771305 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d83652a1-fb23-4e92-94cb-f2eec4025446 req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:04.795976 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-d83652a1-fb23-4e92-94cb-f2eec4025446 req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Calling delete_port for 69a228ea-3a58-4a03-aed1-43d09cbcc476 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:31:04.807225 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6164dcc9-c4aa-4642-99a0-195b1e4f3f3e req-8fb01a15-c6e7-4149-8063-5e19908ea320 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992007 Aug 12 01:31:04.957498 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d83652a1-fb23-4e92-94cb-f2eec4025446 req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (69a228ea-3a58-4a03-aed1-43d09cbcc476), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:04.959996 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['476d0433-5310-435b-93ea-c42ed83c3136'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:31:04.988400 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Pushing event deleted for resources: {'Port': ['ID=69a228ea-3a58-4a03-aed1-43d09cbcc476,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:05.037450 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.037698 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.038052 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.038384 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.038743 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.039057 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.039377 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.039728 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.040049 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.040366 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.040686 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.041003 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.041321 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.041922 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.041922 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:05.087475 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b78f7a65-1472-4693-81f3-05d86ea8519a req-aa94b5cd-2e30-4243-946a-500f2f74b1a3 tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ecabacb5-7e74-412d-990b-52e1181cba09 HTTP/1.1" status: 200 len: 210 time: 0.0421257 Aug 12 01:31:05.088150 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83652a1-fb23-4e92-94cb-f2eec4025446 req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] No DVR routers for this DVR port 69a228ea-3a58-4a03-aed1-43d09cbcc476 on host hv-cinder-78481 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:31:05.091287 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d83652a1-fb23-4e92-94cb-f2eec4025446 req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:05.094571 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d83652a1-fb23-4e92-94cb-f2eec4025446 req-e3118884-3fb4-410a-ac01-fb8ee54d6f5b tempest-VolumesActionsTest-986704748 tempest-VolumesActionsTest-986704748-project] 10.222.0.15 "DELETE /networking/v2.0/ports/69a228ea-3a58-4a03-aed1-43d09cbcc476 HTTP/1.1" status: 204 len: 173 time: 0.6585009 Aug 12 01:31:05.096063 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecabacb5-7e74-412d-990b-52e1181cba09', 'name': 'network-vif-deleted', 'tag': '69a228ea-3a58-4a03-aed1-43d09cbcc476'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:31:05.097335 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7726b5b0-d48f-403a-bfd4-db911db8c11c" -d '{"events": [{"server_uuid": "ecabacb5-7e74-412d-990b-52e1181cba09", "name": "network-vif-deleted", "tag": "69a228ea-3a58-4a03-aed1-43d09cbcc476"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:31:05.148229 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648bf06f-00f3-4365-b487-1b289ed724c3 x-openstack-request-id: req-648bf06f-00f3-4365-b487-1b289ed724c3 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:31:05.148588 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecabacb5-7e74-412d-990b-52e1181cba09", "name": "network-vif-deleted", "tag": "69a228ea-3a58-4a03-aed1-43d09cbcc476", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:31:05.148846 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-648bf06f-00f3-4365-b487-1b289ed724c3 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:31:05.149270 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648bf06f-00f3-4365-b487-1b289ed724c3'] response: {'server_uuid': 'ecabacb5-7e74-412d-990b-52e1181cba09', 'name': 'network-vif-deleted', 'tag': '69a228ea-3a58-4a03-aed1-43d09cbcc476', 'status': 'completed', 'code': 200} Aug 12 01:31:05.864488 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:05.873806 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4783c-72b8-4214-b33f-61d61bafa8d4 req-12d10ffc-fd61-4f1c-86bf-f7fdfb3b66f5 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:05.875410 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8cb4783c-72b8-4214-b33f-61d61bafa8d4 req-12d10ffc-fd61-4f1c-86bf-f7fdfb3b66f5 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0512540 Aug 12 01:31:05.964897 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83b8f3-6111-40ee-863d-9d2727df9449 req-fb94088a-4cae-4110-87dd-b2c88574b3cd tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:05.967150 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-aa83b8f3-6111-40ee-863d-9d2727df9449 req-fb94088a-4cae-4110-87dd-b2c88574b3cd tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 945 time: 0.0720029 Aug 12 01:31:05.987870 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8cb4783c-72b8-4214-b33f-61d61bafa8d4 req-aad55b57-fe50-46ac-8d82-2a05a0279eef tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063070 Aug 12 01:31:06.024693 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-aa83b8f3-6111-40ee-863d-9d2727df9449 req-31502109-d928-4482-9942-d9b26354dff6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492222 Aug 12 01:31:06.273700 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 476d0433-5310-435b-93ea-c42ed83c3136 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:31:06.324572 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 476d0433-5310-435b-93ea-c42ed83c3136 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:31:06.324962 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (476d0433-5310-435b-93ea-c42ed83c3136), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:06.414791 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 476d0433-5310-435b-93ea-c42ed83c3136 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:31:06.415187 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (476d0433-5310-435b-93ea-c42ed83c3136), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:06.441590 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:31:06.443882 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b481695d-b193-4987-a4fe-4236a1f51507" -d '{"events": [{"server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "name": "network-vif-plugged", "status": "completed", "tag": "476d0433-5310-435b-93ea-c42ed83c3136"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:31:06.457605 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=476d0433-5310-435b-93ea-c42ed83c3136,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:31:06.467938 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (476d0433-5310-435b-93ea-c42ed83c3136), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:06.469136 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 69a228ea-3a58-4a03-aed1-43d09cbcc476 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:31:06.491336 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92270de1-6ac9-4f76-ae70-241483117b79 x-openstack-request-id: req-92270de1-6ac9-4f76-ae70-241483117b79 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:31:06.491696 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "name": "network-vif-plugged", "status": "completed", "tag": "476d0433-5310-435b-93ea-c42ed83c3136", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:31:06.491924 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92270de1-6ac9-4f76-ae70-241483117b79 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:31:06.492361 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92270de1-6ac9-4f76-ae70-241483117b79'] response: {'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136', 'code': 200} Aug 12 01:31:06.520349 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: 69a228ea-3a58-4a03-aed1-43d09cbcc476 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:31:06.520709 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 69a228ea-3a58-4a03-aed1-43d09cbcc476 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:31:06.544758 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cab58b86-0569-4276-95b0-2ce33e3770ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:06.550745 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=476d0433-5310-435b-93ea-c42ed83c3136,revision_number=10']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:07.109623 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:07.132747 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b22652-1687-47d5-9621-5f9c19982dbe req-bd405f45-b7ba-4501-9475-add524287498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:07.134225 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-99b22652-1687-47d5-9621-5f9c19982dbe req-bd405f45-b7ba-4501-9475-add524287498 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 1131 time: 0.0808275 Aug 12 01:31:07.169376 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1731-21da-4ed9-bc57-918d8afa5c32 req-7f6c073d-a4b9-4ad8-a9db-016ad023a987 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:07.170796 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-77ea1731-21da-4ed9-bc57-918d8afa5c32 req-7f6c073d-a4b9-4ad8-a9db-016ad023a987 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.1068447 Aug 12 01:31:07.205700 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbd3f4-2459-469c-b6e9-f94aa22a3b2b req-7add9338-6234-45f2-ab75-17fdcc0ea813 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:07.207125 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e2fbd3f4-2459-469c-b6e9-f94aa22a3b2b req-7add9338-6234-45f2-ab75-17fdcc0ea813 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 947 time: 0.0983653 Aug 12 01:31:07.255995 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-99b22652-1687-47d5-9621-5f9c19982dbe req-6ac3f277-95d5-4908-bb62-047b1eebb745 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038136 Aug 12 01:31:07.296447 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-77ea1731-21da-4ed9-bc57-918d8afa5c32 req-481bbd26-f1fd-4082-9e60-3d0f40841136 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166658 Aug 12 01:31:07.300512 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e2fbd3f4-2459-469c-b6e9-f94aa22a3b2b req-84a2174c-9b2c-4ba1-b6f6-40bf5bfb97fb tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845528 Aug 12 01:31:07.761402 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=12 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:07.763859 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=6 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:08.451874 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50010708-c1d8-42ad-918f-356ac3680efb req-421402c1-70d9-4fe8-809f-66b607419081 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:08.453457 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-50010708-c1d8-42ad-918f-356ac3680efb req-421402c1-70d9-4fe8-809f-66b607419081 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0786338 Aug 12 01:31:08.459653 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76221738-a832-4b47-a56d-47034fca7ab4 req-1149b065-c903-41b5-ba2c-ffbccfc8fca6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:08.460982 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-76221738-a832-4b47-a56d-47034fca7ab4 req-1149b065-c903-41b5-ba2c-ffbccfc8fca6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 947 time: 0.0757370 Aug 12 01:31:08.543284 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-76221738-a832-4b47-a56d-47034fca7ab4 req-a377e9b0-0f4f-405f-9aa5-c29bc78ebc09 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745401 Aug 12 01:31:08.549407 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-50010708-c1d8-42ad-918f-356ac3680efb req-c189a55c-e842-4f7d-8965-dcc1477f7cc8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0876036 Aug 12 01:31:08.949686 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6bc5893b-8f39-47f8-9cc1-d5a7e537f253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:09.089302 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:09.715412 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc012f-7e10-4758-ae9f-82a921b47c1a req-58b2acd2-b87e-4560-b001-25f059de70d0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:09.716922 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-febc012f-7e10-4758-ae9f-82a921b47c1a req-58b2acd2-b87e-4560-b001-25f059de70d0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 947 time: 0.0866981 Aug 12 01:31:09.722982 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09722f6-1e9e-41e6-ac6a-a67c9192de24 req-dfe9c5a8-0e99-44e1-a952-e852a2fac0bf tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:09.724386 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b09722f6-1e9e-41e6-ac6a-a67c9192de24 req-dfe9c5a8-0e99-44e1-a952-e852a2fac0bf tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0927131 Aug 12 01:31:09.800310 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:09.802236 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-febc012f-7e10-4758-ae9f-82a921b47c1a req-fd2c55ba-ce90-43f8-a138-c1b5a567ffba tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767980 Aug 12 01:31:09.816099 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b09722f6-1e9e-41e6-ac6a-a67c9192de24 req-26591548-8684-4554-9c1e-555f6cf2f8cb tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849001 Aug 12 01:31:10.304375 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b925a12-2277-45dc-a9f4-e488e4161a30 req-9806d294-42a9-4572-b67a-025e02ecfd07 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384839 Aug 12 01:31:10.337783 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:10.371828 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b925a12-2277-45dc-a9f4-e488e4161a30 req-99c80673-e92e-47af-b61c-ae5f1f5d0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:10.373321 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b925a12-2277-45dc-a9f4-e488e4161a30 req-99c80673-e92e-47af-b61c-ae5f1f5d0789 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0cb834d06ed94c1993ec0f7130d97803&device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 1130 time: 0.0428712 Aug 12 01:31:10.954930 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1ec87-4cfa-43e6-bf76-7adb1c3a812a req-0c690e55-d460-4ebf-891b-9f3094ba0d9c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:10.956397 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fcb1ec87-4cfa-43e6-bf76-7adb1c3a812a req-0c690e55-d460-4ebf-891b-9f3094ba0d9c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 947 time: 0.0731423 Aug 12 01:31:10.963366 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e075956-f462-4b21-a10a-5a1efb21f11a req-87ddbd7b-2e67-4475-aa57-bcd149ffb927 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:10.964722 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9e075956-f462-4b21-a10a-5a1efb21f11a req-87ddbd7b-2e67-4475-aa57-bcd149ffb927 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0725939 Aug 12 01:31:11.102416 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fcb1ec87-4cfa-43e6-bf76-7adb1c3a812a req-b4907f16-53a6-4b55-bfa7-8716f9a3976e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308017 Aug 12 01:31:11.123866 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b925a12-2277-45dc-a9f4-e488e4161a30 req-b984cc49-4bd7-45a2-9e93-3cb8482b0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:11.125523 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b925a12-2277-45dc-a9f4-e488e4161a30 req-b984cc49-4bd7-45a2-9e93-3cb8482b0868 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c945ad6e-d04a-40d2-b591-3e29f6e664bb HTTP/1.1" status: 200 len: 911 time: 0.1683044 Aug 12 01:31:11.130346 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9e075956-f462-4b21-a10a-5a1efb21f11a req-6316089b-e970-4d74-9680-407d3a5c98ea tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564231 Aug 12 01:31:11.193314 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b925a12-2277-45dc-a9f4-e488e4161a30 req-d17974d5-4f9e-49ac-bca7-1c251e25dc41 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e439648-a2fe-49f9-a809-a2ad4090be7d HTTP/1.1" status: 200 len: 1000 time: 0.0590129 Aug 12 01:31:11.277115 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b925a12-2277-45dc-a9f4-e488e4161a30 req-852ecb4a-e9f2-44c4-bc46-f2504fb2c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:11.278574 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b925a12-2277-45dc-a9f4-e488e4161a30 req-852ecb4a-e9f2-44c4-bc46-f2504fb2c0ab service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6d032be1-9a08-48d8-9b6d-f99f44083814 HTTP/1.1" status: 200 len: 849 time: 0.0451312 Aug 12 01:31:11.327691 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b925a12-2277-45dc-a9f4-e488e4161a30 req-b9720ce2-e6ed-4285-817f-198c9bb67892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:11.329265 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b925a12-2277-45dc-a9f4-e488e4161a30 req-b9720ce2-e6ed-4285-817f-198c9bb67892 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c945ad6e-d04a-40d2-b591-3e29f6e664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400970 Aug 12 01:31:11.376383 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:11.463160 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b925a12-2277-45dc-a9f4-e488e4161a30 req-fc1a9758-dc74-4996-bd99-2f0e7a15b9c0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950191 Aug 12 01:31:11.511978 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:11.657510 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:12.364718 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37b35-6c59-4239-a843-37e367800c24 req-b2374f01-b021-4b76-87ec-2d20f48ecc9a tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:12.366454 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6da37b35-6c59-4239-a843-37e367800c24 req-b2374f01-b021-4b76-87ec-2d20f48ecc9a tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.1005011 Aug 12 01:31:12.377002 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f4b81-b24b-4b4a-9f4f-1d613eea06f7 req-557a4500-9ae1-4a63-9263-365c504315e0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:12.378668 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4a9f4b81-b24b-4b4a-9f4f-1d613eea06f7 req-557a4500-9ae1-4a63-9263-365c504315e0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 947 time: 0.1140208 Aug 12 01:31:12.477783 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4a9f4b81-b24b-4b4a-9f4f-1d613eea06f7 req-88abfd26-bdf4-4775-b1b7-ed889add7405 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785487 Aug 12 01:31:12.488556 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b925a12-2277-45dc-a9f4-e488e4161a30 req-d583aa8a-e6e1-4a7a-8831-9164d1fafee1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281121 Aug 12 01:31:12.539111 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6da37b35-6c59-4239-a843-37e367800c24 req-008ed42b-cd60-4f65-b07c-0dcc70bce136 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1557801 Aug 12 01:31:13.615436 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:13.636141 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d822d3-770b-44d0-b12d-24deb453135c req-4771357a-e64d-487a-a7d8-936e79e38e22 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:13.638201 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-67d822d3-770b-44d0-b12d-24deb453135c req-4771357a-e64d-487a-a7d8-936e79e38e22 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 947 time: 0.0558147 Aug 12 01:31:13.710053 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50886a27-14a5-4ef5-a138-9aabe9143300 req-9514db5d-63fd-48c9-9276-74541c1106ee tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:13.711561 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-50886a27-14a5-4ef5-a138-9aabe9143300 req-9514db5d-63fd-48c9-9276-74541c1106ee tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0684068 Aug 12 01:31:13.739064 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-67d822d3-770b-44d0-b12d-24deb453135c req-f995e0db-815a-460c-8858-b325bbf9cd7c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871172 Aug 12 01:31:13.788812 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-50886a27-14a5-4ef5-a138-9aabe9143300 req-7ca75120-c3df-4976-8188-fb4378d7b3c1 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691664 Aug 12 01:31:14.152888 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=24 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:14.157950 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:14.917445 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bdf15-9219-4486-bf54-0165c060efe6 req-59cf7bbe-2fbb-4aa9-89ab-ad9c48ed92a4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:14.919785 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b85bdf15-9219-4486-bf54-0165c060efe6 req-59cf7bbe-2fbb-4aa9-89ab-ad9c48ed92a4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0530341 Aug 12 01:31:14.984658 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b85bdf15-9219-4486-bf54-0165c060efe6 req-d0673f2d-7310-4bd6-82b2-59416cc38af8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587859 Aug 12 01:31:16.115558 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12de36-961c-4f75-b614-b2ccbdaada81 req-2f179c3c-0564-4b84-a325-86f39e2689b9 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:16.122979 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e12de36-961c-4f75-b614-b2ccbdaada81 req-2f179c3c-0564-4b84-a325-86f39e2689b9 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0595834 Aug 12 01:31:16.194534 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2e12de36-961c-4f75-b614-b2ccbdaada81 req-cd1bd910-c0e6-4ae2-9428-8caa72954b38 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705488 Aug 12 01:31:17.331173 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fbae3-3d43-4bf3-b303-b75c15450df6 req-4f548509-e92f-449c-9b04-0752af2595d4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:17.332725 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5d1fbae3-3d43-4bf3-b303-b75c15450df6 req-4f548509-e92f-449c-9b04-0752af2595d4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0517790 Aug 12 01:31:17.694364 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5d1fbae3-3d43-4bf3-b303-b75c15450df6 req-7492510f-ee67-477e-b043-98676b9e3158 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3549395 Aug 12 01:31:18.818146 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509d12-9e1d-4deb-9a2a-b09dc1da5ef5 req-918b46a7-3126-4264-92cb-54de99c25d35 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:18.826032 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-16509d12-9e1d-4deb-9a2a-b09dc1da5ef5 req-918b46a7-3126-4264-92cb-54de99c25d35 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0571351 Aug 12 01:31:18.889171 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-16509d12-9e1d-4deb-9a2a-b09dc1da5ef5 req-08a6b570-2af1-436e-b26d-4ea5603c1d44 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622311 Aug 12 01:31:20.028988 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d7623-cc38-4512-bdaa-7b96c7f5feff req-f22bf590-895d-4624-b652-4bf58adcc477 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:20.030446 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-918d7623-cc38-4512-bdaa-7b96c7f5feff req-f22bf590-895d-4624-b652-4bf58adcc477 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0615950 Aug 12 01:31:20.099550 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-918d7623-cc38-4512-bdaa-7b96c7f5feff req-5a268848-e527-44da-9104-46a6cda6d401 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629458 Aug 12 01:31:21.235712 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07f667-a685-4041-b108-4b4d817e5262 req-0708a6f0-81b3-424b-bff0-cb900fdb4adb tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:21.237564 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dc07f667-a685-4041-b108-4b4d817e5262 req-0708a6f0-81b3-424b-bff0-cb900fdb4adb tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0545220 Aug 12 01:31:21.310701 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dc07f667-a685-4041-b108-4b4d817e5262 req-9a3b51a2-8809-4e3c-94cb-93e3dd56c6ee tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668159 Aug 12 01:31:21.649918 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:21.652609 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:22.437218 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:22.449576 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b730b9-0508-427b-ac0e-646cf9a296e7 req-ea3dea2e-4744-47fd-9cef-48cbbb0e1c72 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:22.451967 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b6b730b9-0508-427b-ac0e-646cf9a296e7 req-ea3dea2e-4744-47fd-9cef-48cbbb0e1c72 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0520208 Aug 12 01:31:22.463487 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:22.521269 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b6b730b9-0508-427b-ac0e-646cf9a296e7 req-2a3fa2fc-9331-4450-b21e-c5392e33cebd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3b7f5efd-9c46-49ab-bbac-4252551ebe86&id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631714 Aug 12 01:31:29.192693 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 51730) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:29.238238 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Deleting subnet 91812399-73eb-45bd-a06e-e86d5759967b {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:31:29.241539 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Publish callbacks [] for subnet (91812399-73eb-45bd-a06e-e86d5759967b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.279513 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66769595'] for subnet (91812399-73eb-45bd-a06e-e86d5759967b), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.321814 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (91812399-73eb-45bd-a06e-e86d5759967b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.378328 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67055905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63803327'] for subnet (91812399-73eb-45bd-a06e-e86d5759967b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.403011 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91812399-73eb-45bd-a06e-e86d5759967b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:29.413294 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.416488 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/91812399-73eb-45bd-a06e-e86d5759967b HTTP/1.1" status: 204 len: 168 time: 0.2228251 Aug 12 01:31:29.418014 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.418357 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.418726 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.419094 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.419405 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 51732) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:29.419933 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.419933 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.420139 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.420526 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.420791 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.421110 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.421468 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.421797 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.422155 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.422474 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.422793 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9fbf-4eaf-47df-8d30-8aadae15e640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:31:29.492928 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (4b8c5935-38ca-4347-9afe-7a0258f6b445), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.574093 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (4b8c5935-38ca-4347-9afe-7a0258f6b445), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.593888 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8c5935-38ca-4347-9afe-7a0258f6b445']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:31:29.603165 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f4ecff-24d4-4cbc-ae93-4ffda1e70279') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:31:29.603462 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f4ecff-24d4-4cbc-ae93-4ffda1e70279') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:31:29.613267 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64470946'] for segment (78f4ecff-24d4-4cbc-ae93-4ffda1e70279), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.626691 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (78f4ecff-24d4-4cbc-ae93-4ffda1e70279), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.633031 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:31:29.633409 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64676944'] for segment (78f4ecff-24d4-4cbc-ae93-4ffda1e70279), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.696055 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (4b8c5935-38ca-4347-9afe-7a0258f6b445), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.701993 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.705427 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/4b8c5935-38ca-4347-9afe-7a0258f6b445 HTTP/1.1" status: 204 len: 168 time: 0.2849946 Aug 12 01:31:29.717516 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad19ef-efb1-4d0a-9854-823516a5dcd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8c5935-38ca-4347-9afe-7a0258f6b445,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:29.728603 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 78f4ecff-24d4-4cbc-ae93-4ffda1e70279 resource provider aggregate not found Aug 12 01:31:29.744621 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 78f4ecff-24d4-4cbc-ae93-4ffda1e70279 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78f4ecff-24d4-4cbc-ae93-4ffda1e70279 found for delete ", "request_id": "req-e8117c25-0596-4163-a5f8-1a55e09164e2"}]} Aug 12 01:31:29.819206 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 51740) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:29.864002 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-805015b5-0a8f-4e87-b94f-f38b347a3cd4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2aa3549819204b219cbf52a1f9e004e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435443 Aug 12 01:31:29.866531 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 51742) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:29.916589 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-52dce8e7-d686-4666-aef9-cb0f821ccddf admin admin] Publish callbacks [] for security_group (68f289d4-2992-4bf3-8a56-8845a207bad5), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.941105 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-52dce8e7-d686-4666-aef9-cb0f821ccddf admin admin] Publish callbacks [] for security_group (68f289d4-2992-4bf3-8a56-8845a207bad5), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.992276 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-52dce8e7-d686-4666-aef9-cb0f821ccddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (68f289d4-2992-4bf3-8a56-8845a207bad5), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.994980 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-52dce8e7-d686-4666-aef9-cb0f821ccddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:29.996295 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-52dce8e7-d686-4666-aef9-cb0f821ccddf admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/68f289d4-2992-4bf3-8a56-8845a207bad5 HTTP/1.1" status: 204 len: 168 time: 0.1288424 Aug 12 01:31:30.004401 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dce8e7-d686-4666-aef9-cb0f821ccddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f289d4-2992-4bf3-8a56-8845a207bad5,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:33.196464 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:31:36.498786 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-91b81cd9-6c9e-46af-8840-949151032457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:38.381425 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2255b4-9051-4a36-9d15-bcc3f20195cb req-4c7b1c82-76bc-4553-82e7-67ef81e0cf64 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:38.383099 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3e2255b4-9051-4a36-9d15-bcc3f20195cb req-4c7b1c82-76bc-4553-82e7-67ef81e0cf64 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 945 time: 0.0477223 Aug 12 01:31:38.437116 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3e2255b4-9051-4a36-9d15-bcc3f20195cb req-3bc663b3-f791-46be-8973-4f7cf2f6eb28 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455680 Aug 12 01:31:38.955064 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1a4430b8-9267-45d4-b241-a9aae56932df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:39.074971 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:39.407623 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:39.408839 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=27,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:39.563550 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fc3e9-3a9a-4420-9bde-18e86e981031 req-2639c3f5-3945-4d42-a0f0-f956bb4db09a tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:39.565019 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-063fc3e9-3a9a-4420-9bde-18e86e981031 req-2639c3f5-3945-4d42-a0f0-f956bb4db09a tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 945 time: 0.0525870 Aug 12 01:31:39.616496 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-063fc3e9-3a9a-4420-9bde-18e86e981031 req-decbd324-9473-45c2-862b-fa87158a60f9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430155 Aug 12 01:31:39.806697 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:40.272332 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-47e43d4a-47f3-4fca-a428-35b6cb9e7217 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:40.273807 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-47e43d4a-47f3-4fca-a428-35b6cb9e7217 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 945 time: 0.0561523 Aug 12 01:31:40.371982 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Deleting port 68c71044-03ca-436d-a9ff-d049d4286d64 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:31:40.372356 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:40.447708 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:40.463093 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] For port 68c71044-03ca-436d-a9ff-d049d4286d64, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=68c71044-03ca-436d-a9ff-d049d4286d64,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:31:40.463456 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:40.465504 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:40.708096 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:40.708772 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (ba494c86-a24d-4804-9d39-4295269140eb), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:40.708772 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Floating IP ba494c86-a24d-4804-9d39-4295269140eb disassociated. External IP: 172.27.2.237, port: 68c71044-03ca-436d-a9ff-d049d4286d64. Aug 12 01:31:40.708995 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Calling delete_port for 68c71044-03ca-436d-a9ff-d049d4286d64 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:31:40.781213 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f5fba-0146-4bfe-8b11-efb43d287c53 req-43aba628-05fa-4aa1-a290-27eb2637ae16 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:40.782673 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b1f5fba-0146-4bfe-8b11-efb43d287c53 req-43aba628-05fa-4aa1-a290-27eb2637ae16 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0835a143-9929-4018-99dc-2f3e3915fb43 HTTP/1.1" status: 200 len: 945 time: 0.0910611 Aug 12 01:31:40.855087 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b1f5fba-0146-4bfe-8b11-efb43d287c53 req-81eff894-c90c-4e34-8b49-4b35b84282eb tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663865 Aug 12 01:31:40.913871 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (68c71044-03ca-436d-a9ff-d049d4286d64), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:40.946446 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event deleted for resources: {'Port': ['ID=68c71044-03ca-436d-a9ff-d049d4286d64,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:41.065838 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:31:41.177500 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:31:41.189274 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcfc5eb-c198-4204-86b0-51254bf6b850 None None] Sync routers for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:31:41.202103 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfc5eb-c198-4204-86b0-51254bf6b850 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:31:41.205232 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-4bcfc5eb-c198-4204-86b0-51254bf6b850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:31:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:31:41.236388 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] No DVR routers for this DVR port 68c71044-03ca-436d-a9ff-d049d4286d64 on host hv-cinder-78481 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:31:41.239436 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:41.242713 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32662d1d-3b38-448d-86a1-194f3845e4c2 req-5c6a4859-eea3-4ba5-8e5a-16036bee11be tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "DELETE /networking/v2.0/ports/68c71044-03ca-436d-a9ff-d049d4286d64 HTTP/1.1" status: 204 len: 173 time: 0.9569905 Aug 12 01:31:41.243134 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0835a143-9929-4018-99dc-2f3e3915fb43', 'name': 'network-vif-deleted', 'tag': '68c71044-03ca-436d-a9ff-d049d4286d64'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:31:41.245379 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99791b2c-cc85-4dbc-a808-98ba71aef20b" -d '{"events": [{"server_uuid": "0835a143-9929-4018-99dc-2f3e3915fb43", "name": "network-vif-deleted", "tag": "68c71044-03ca-436d-a9ff-d049d4286d64"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:31:41.283664 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89122b1-bce8-43ff-af6b-854796bf581c x-openstack-request-id: req-e89122b1-bce8-43ff-af6b-854796bf581c {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:31:41.284172 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0835a143-9929-4018-99dc-2f3e3915fb43", "name": "network-vif-deleted", "tag": "68c71044-03ca-436d-a9ff-d049d4286d64", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:31:41.284491 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e89122b1-bce8-43ff-af6b-854796bf581c {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:31:41.284901 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89122b1-bce8-43ff-af6b-854796bf581c'] response: {'server_uuid': '0835a143-9929-4018-99dc-2f3e3915fb43', 'name': 'network-vif-deleted', 'tag': '68c71044-03ca-436d-a9ff-d049d4286d64', 'status': 'completed', 'code': 200} Aug 12 01:31:41.326029 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-4bcfc5eb-c198-4204-86b0-51254bf6b850 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:31:41.539160 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:41.557559 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-4bcfc5eb-c198-4204-86b0-51254bf6b850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '5add7583-738a-41d7-83cd-b060cd8a6414', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:9d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:23Z', 'updated_at': '2022-08-12T01:28:59Z', 'revision_number': 2, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:31:41.585735 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcfc5eb-c198-4204-86b0-51254bf6b850 None None] Checking router: 16dc98ea-5d10-40d8-af13-5f8d2e04c856 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:31:41.595154 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfc5eb-c198-4204-86b0-51254bf6b850 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:31:41.595870 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-4bcfc5eb-c198-4204-86b0-51254bf6b850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:31:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:31:41.697234 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:41.714425 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-4bcfc5eb-c198-4204-86b0-51254bf6b850 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:31:41.958803 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 51792) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:42.015703 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-544b3771-10f2-4c52-8481-46c4e00de3a4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (5da9d5e0-d038-4f3b-9d06-6eb9adf61d14), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:42.040646 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-544b3771-10f2-4c52-8481-46c4e00de3a4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (5da9d5e0-d038-4f3b-9d06-6eb9adf61d14), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:42.047775 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:42.062259 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-4bcfc5eb-c198-4204-86b0-51254bf6b850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '5add7583-738a-41d7-83cd-b060cd8a6414', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:9d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:23Z', 'updated_at': '2022-08-12T01:28:59Z', 'revision_number': 2, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:31:42.091742 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcfc5eb-c198-4204-86b0-51254bf6b850 None None] The sync data for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi is: [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '5add7583-738a-41d7-83cd-b060cd8a6414', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:9d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:28:23Z', 'updated_at': '2022-08-12T01:28:59Z', 'revision_number': 2, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:31:42.099977 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-544b3771-10f2-4c52-8481-46c4e00de3a4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5da9d5e0-d038-4f3b-9d06-6eb9adf61d14), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:42.104805 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-544b3771-10f2-4c52-8481-46c4e00de3a4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:42.109132 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 51796) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:42.109698 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-544b3771-10f2-4c52-8481-46c4e00de3a4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5da9d5e0-d038-4f3b-9d06-6eb9adf61d14 HTTP/1.1" status: 204 len: 168 time: 0.1491623 Aug 12 01:31:42.120858 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b3771-10f2-4c52-8481-46c4e00de3a4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da9d5e0-d038-4f3b-9d06-6eb9adf61d14,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:42.127675 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-ecac6e8e-0466-4a5f-9600-8631f1a2579b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] show failed (client error): The resource could not be found. Aug 12 01:31:42.128742 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ecac6e8e-0466-4a5f-9600-8631f1a2579b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups/5da9d5e0-d038-4f3b-9d06-6eb9adf61d14 HTTP/1.1" status: 404 len: 347 time: 0.0185404 Aug 12 01:31:42.134532 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 51798) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:42.136863 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:42.246025 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:42.275685 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:42.282324 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-13c211e8-558e-4454-bb63-50c67a535bf4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Deleting port 12b466ea-1259-4056-9bc8-47d3f3014130 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:31:42.282631 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-13c211e8-558e-4454-bb63-50c67a535bf4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (12b466ea-1259-4056-9bc8-47d3f3014130), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:42.375897 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-13c211e8-558e-4454-bb63-50c67a535bf4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (12b466ea-1259-4056-9bc8-47d3f3014130), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:42.376485 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-13c211e8-558e-4454-bb63-50c67a535bf4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (12b466ea-1259-4056-9bc8-47d3f3014130), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:42.381555 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bce4f-5a46-4854-8ad3-818c6c7a08d6 None None] New status for floating IP ba494c86-a24d-4804-9d39-4295269140eb: DOWN {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:31:42.390767 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-13c211e8-558e-4454-bb63-50c67a535bf4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Calling delete_port for 12b466ea-1259-4056-9bc8-47d3f3014130 owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:31:42.456221 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 68c71044-03ca-436d-a9ff-d049d4286d64 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:31:42.479165 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: 68c71044-03ca-436d-a9ff-d049d4286d64 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:31:42.479887 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 68c71044-03ca-436d-a9ff-d049d4286d64 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:31:42.560619 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-13c211e8-558e-4454-bb63-50c67a535bf4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (12b466ea-1259-4056-9bc8-47d3f3014130), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:42.585628 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c211e8-558e-4454-bb63-50c67a535bf4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event deleted for resources: {'Port': ['ID=12b466ea-1259-4056-9bc8-47d3f3014130,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:42.650158 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-13c211e8-558e-4454-bb63-50c67a535bf4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (ba494c86-a24d-4804-9d39-4295269140eb), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:42.652852 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-13c211e8-558e-4454-bb63-50c67a535bf4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:42.654032 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-13c211e8-558e-4454-bb63-50c67a535bf4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/ba494c86-a24d-4804-9d39-4295269140eb HTTP/1.1" status: 204 len: 168 time: 0.5183849 Aug 12 01:31:48.907613 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619039b-9b9b-43c9-826e-d93f32159d9c req-62f03bbf-527f-443c-a4b8-59d4d74e0b07 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:48.909053 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3619039b-9b9b-43c9-826e-d93f32159d9c req-62f03bbf-527f-443c-a4b8-59d4d74e0b07 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0469573 Aug 12 01:31:48.962851 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3619039b-9b9b-43c9-826e-d93f32159d9c req-20db9b15-59cc-45cf-ae84-012a67e95403 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482535 Aug 12 01:31:49.248992 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27ac75-70c3-483d-a41a-4366cfcaa4d7 req-676f2385-508b-445c-95b9-866d75596fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:49.250520 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c27ac75-70c3-483d-a41a-4366cfcaa4d7 req-676f2385-508b-445c-95b9-866d75596fc4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 1129 time: 0.0388930 Aug 12 01:31:49.354256 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27ac75-70c3-483d-a41a-4366cfcaa4d7 req-5531219b-86e7-4d95-b82e-556745618aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:49.355761 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c27ac75-70c3-483d-a41a-4366cfcaa4d7 req-5531219b-86e7-4d95-b82e-556745618aee service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.0943425 Aug 12 01:31:49.420033 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c27ac75-70c3-483d-a41a-4366cfcaa4d7 req-fc1f5495-1051-4023-9b31-f4fa7e7e8314 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 HTTP/1.1" status: 200 len: 1000 time: 0.0566475 Aug 12 01:31:49.470171 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27ac75-70c3-483d-a41a-4366cfcaa4d7 req-d1710d78-c491-4c0d-af6c-665ae959c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:49.471655 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c27ac75-70c3-483d-a41a-4366cfcaa4d7 req-d1710d78-c491-4c0d-af6c-665ae959c673 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.0438540 Aug 12 01:31:49.519715 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27ac75-70c3-483d-a41a-4366cfcaa4d7 req-1aca5794-1e29-4035-b0b4-740f81f2cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:49.521204 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c27ac75-70c3-483d-a41a-4366cfcaa4d7 req-1aca5794-1e29-4035-b0b4-740f81f2cb71 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380681 Aug 12 01:31:49.625399 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c27ac75-70c3-483d-a41a-4366cfcaa4d7 req-d75ab9a4-11ca-4bff-8b54-de8a8d006555 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948858 Aug 12 01:31:49.677336 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69ce6f-dc64-455d-bce0-d043ef5f8ced req-ce4a781e-54ab-4db0-b8ca-026a95c67ddf tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:49.678803 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3b69ce6f-dc64-455d-bce0-d043ef5f8ced req-ce4a781e-54ab-4db0-b8ca-026a95c67ddf tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 946 time: 0.0458512 Aug 12 01:31:49.726855 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3b69ce6f-dc64-455d-bce0-d043ef5f8ced req-b1c2deb7-cc83-4f9f-bfcd-2ac51f60e061 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420771 Aug 12 01:31:50.055468 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:50.085706 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:50.099175 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbeaf9-f716-4c30-bc1a-aae924447cb7 req-bd02d004-9087-41b0-bf82-1a4a6a28b8ec tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:50.100716 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-31fbeaf9-f716-4c30-bc1a-aae924447cb7 req-bd02d004-9087-41b0-bf82-1a4a6a28b8ec tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0553446 Aug 12 01:31:50.152172 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-31fbeaf9-f716-4c30-bc1a-aae924447cb7 req-9af7e468-76e8-4957-be84-ba66fee28c2f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446854 Aug 12 01:31:50.509536 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d8d5d-1f63-4d93-aad7-6c6532054fb7 req-cb3267a0-b70b-4f49-8865-b17915fe9055 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:50.510873 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-929d8d5d-1f63-4d93-aad7-6c6532054fb7 req-cb3267a0-b70b-4f49-8865-b17915fe9055 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0555172 Aug 12 01:31:50.563739 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-929d8d5d-1f63-4d93-aad7-6c6532054fb7 req-642c7d04-a6f6-4a97-ab4e-d0dd67a6a155 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471833 Aug 12 01:31:50.874382 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657399e-b196-4ce8-b2e8-3c302c5a0af5 req-09577cd6-eece-48e5-8b97-6b260a426ce3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:50.875875 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6657399e-b196-4ce8-b2e8-3c302c5a0af5 req-09577cd6-eece-48e5-8b97-6b260a426ce3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 946 time: 0.0625737 Aug 12 01:31:50.925657 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6657399e-b196-4ce8-b2e8-3c302c5a0af5 req-c378c84e-064d-4aba-9ccb-cff4336e1771 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 Aug 12 01:31:51.125690 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7c27ac75-70c3-483d-a41a-4366cfcaa4d7 req-e6e94358-9eff-4735-b010-91f1667f8f22 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872152 Aug 12 01:31:51.292828 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3a805-c700-42d7-9d71-4c8d365ed7ec req-f3467a95-8f5c-4a87-b63e-6ed9d71bbef5 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:51.294320 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b7b3a805-c700-42d7-9d71-4c8d365ed7ec req-f3467a95-8f5c-4a87-b63e-6ed9d71bbef5 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0594289 Aug 12 01:31:51.349197 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b7b3a805-c700-42d7-9d71-4c8d365ed7ec req-b2f3de55-89d7-44f6-967d-b8d685c8bf58 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493050 Aug 12 01:31:51.456800 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-9ea9476d-864a-455a-bb80-5de37e74ef76 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:51.458234 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-9ea9476d-864a-455a-bb80-5de37e74ef76 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 946 time: 0.0533917 Aug 12 01:31:51.620300 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Deleting port 941dd4d7-4c16-4fb4-aa93-79972bef7581 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:31:51.620643 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:51.726369 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936fbc9-f1c7-4492-80d4-886f5fb189e2 req-33258e39-7bc3-44ce-b758-05ea479dde70 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:51.727846 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9936fbc9-f1c7-4492-80d4-886f5fb189e2 req-33258e39-7bc3-44ce-b758-05ea479dde70 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0898244 Aug 12 01:31:51.773586 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] For port 941dd4d7-4c16-4fb4-aa93-79972bef7581, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=941dd4d7-4c16-4fb4-aa93-79972bef7581,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:31:51.773953 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:51.838982 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9936fbc9-f1c7-4492-80d4-886f5fb189e2 req-4ac940cd-0427-4bb4-84d0-1aef6e0ff340 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050889 Aug 12 01:31:51.953578 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:51.953986 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (5add7583-738a-41d7-83cd-b060cd8a6414), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:51.954302 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Floating IP 5add7583-738a-41d7-83cd-b060cd8a6414 disassociated. External IP: 172.27.2.212, port: 941dd4d7-4c16-4fb4-aa93-79972bef7581. Aug 12 01:31:51.954634 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Calling delete_port for 941dd4d7-4c16-4fb4-aa93-79972bef7581 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:31:51.993496 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:52.041338 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:52.073732 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe2409-17ba-4346-976c-9f1beb731c43 req-0a751940-00d5-4fe6-b025-9a18300a957d tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:52.075378 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3cfe2409-17ba-4346-976c-9f1beb731c43 req-0a751940-00d5-4fe6-b025-9a18300a957d tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da106e4a-1bc6-4e68-ac0c-1a2ca899daa9 HTTP/1.1" status: 200 len: 946 time: 0.0629439 Aug 12 01:31:52.119653 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:52.139393 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:52.154874 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (941dd4d7-4c16-4fb4-aa93-79972bef7581), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:52.169108 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3cfe2409-17ba-4346-976c-9f1beb731c43 req-905629af-1883-4889-9a51-118e646dfdd1 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=986082b1-ca8d-4546-90b0-394cf67819e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846162 Aug 12 01:31:52.185951 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event deleted for resources: {'Port': ['ID=941dd4d7-4c16-4fb4-aa93-79972bef7581,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:52.301008 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:31:52.406069 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:31:52.417319 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbe2e1-51ee-4545-a64c-c17c7e387135 None None] Sync routers for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:31:52.429466 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbe2e1-51ee-4545-a64c-c17c7e387135 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:31:52.430078 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-40cbe2e1-51ee-4545-a64c-c17c7e387135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:31:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:31:52.454068 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=9 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:52.471662 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:52.478351 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] No DVR routers for this DVR port 941dd4d7-4c16-4fb4-aa93-79972bef7581 on host hv-cinder-78481 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:31:52.481242 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:52.487421 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bdc2bf91-5968-456b-8aee-773cf81d2080 req-391db9d9-9a45-4b20-8fc9-6f692bca54bd tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "DELETE /networking/v2.0/ports/941dd4d7-4c16-4fb4-aa93-79972bef7581 HTTP/1.1" status: 204 len: 173 time: 0.9615204 Aug 12 01:31:52.490781 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'name': 'network-vif-deleted', 'tag': '941dd4d7-4c16-4fb4-aa93-79972bef7581'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:31:52.493294 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0efacd9-32dd-4d72-a676-5a27720be7fb" -d '{"events": [{"server_uuid": "da106e4a-1bc6-4e68-ac0c-1a2ca899daa9", "name": "network-vif-deleted", "tag": "941dd4d7-4c16-4fb4-aa93-79972bef7581"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:31:52.508616 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814b9cd-f469-44d6-bfd7-f2203b406bf3 req-bbee70e7-f0c7-4ca8-baac-c50080e365c3 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:52.510863 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1814b9cd-f469-44d6-bfd7-f2203b406bf3 req-bbee70e7-f0c7-4ca8-baac-c50080e365c3 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0827425 Aug 12 01:31:52.543030 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f081f95d-b361-46cb-a30f-db8d19144228 x-openstack-request-id: req-f081f95d-b361-46cb-a30f-db8d19144228 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:31:52.543364 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da106e4a-1bc6-4e68-ac0c-1a2ca899daa9", "name": "network-vif-deleted", "tag": "941dd4d7-4c16-4fb4-aa93-79972bef7581", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:31:52.543674 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f081f95d-b361-46cb-a30f-db8d19144228 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:31:52.544072 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f081f95d-b361-46cb-a30f-db8d19144228'] response: {'server_uuid': 'da106e4a-1bc6-4e68-ac0c-1a2ca899daa9', 'name': 'network-vif-deleted', 'tag': '941dd4d7-4c16-4fb4-aa93-79972bef7581', 'status': 'completed', 'code': 200} Aug 12 01:31:52.571061 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-40cbe2e1-51ee-4545-a64c-c17c7e387135 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:31:52.581841 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1814b9cd-f469-44d6-bfd7-f2203b406bf3 req-d3b8ed4e-fd04-45be-9c53-d71c400cb3f5 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581644 Aug 12 01:31:52.780760 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-40cbe2e1-51ee-4545-a64c-c17c7e387135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:31:52.807066 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbe2e1-51ee-4545-a64c-c17c7e387135 None None] Checking router: 16dc98ea-5d10-40d8-af13-5f8d2e04c856 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:31:52.815919 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbe2e1-51ee-4545-a64c-c17c7e387135 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:31:52.816527 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-40cbe2e1-51ee-4545-a64c-c17c7e387135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:31:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:31:52.919792 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-40cbe2e1-51ee-4545-a64c-c17c7e387135 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:31:52.958892 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c4cd7-9e0b-495d-b623-ff8fe9693d19 req-e482e814-2a0a-4e87-a7f0-99e065ec1070 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:52.960409 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-512c4cd7-9e0b-495d-b623-ff8fe9693d19 req-e482e814-2a0a-4e87-a7f0-99e065ec1070 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0482361 Aug 12 01:31:53.018183 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-512c4cd7-9e0b-495d-b623-ff8fe9693d19 req-f3d56de1-f537-427f-b482-50137e15f99d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517828 Aug 12 01:31:53.125220 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-40cbe2e1-51ee-4545-a64c-c17c7e387135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:31:53.149080 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbe2e1-51ee-4545-a64c-c17c7e387135 None None] The sync data for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi is: [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:31:53.261753 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 51900) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:53.325706 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-27b9ee49-1b2d-4c1b-b880-b6dcaacb4e27 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (986082b1-ca8d-4546-90b0-394cf67819e1), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:53.354150 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-27b9ee49-1b2d-4c1b-b880-b6dcaacb4e27 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (986082b1-ca8d-4546-90b0-394cf67819e1), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:53.389971 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff30a2-c37d-4d9a-872a-992271da4e2e None None] New status for floating IP 5add7583-738a-41d7-83cd-b060cd8a6414: DOWN {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:31:53.407367 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-27b9ee49-1b2d-4c1b-b880-b6dcaacb4e27 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (986082b1-ca8d-4546-90b0-394cf67819e1), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:53.409974 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-27b9ee49-1b2d-4c1b-b880-b6dcaacb4e27 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:53.411119 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-27b9ee49-1b2d-4c1b-b880-b6dcaacb4e27 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/986082b1-ca8d-4546-90b0-394cf67819e1 HTTP/1.1" status: 204 len: 168 time: 0.1483946 Aug 12 01:31:53.414082 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 51902) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:53.421226 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9ee49-1b2d-4c1b-b880-b6dcaacb4e27 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=986082b1-ca8d-4546-90b0-394cf67819e1,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:53.437881 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-32a32e90-9aa2-46e5-a7be-87bf894265bb tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] show failed (client error): The resource could not be found. Aug 12 01:31:53.442923 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 51904) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:53.443183 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-32a32e90-9aa2-46e5-a7be-87bf894265bb tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups/986082b1-ca8d-4546-90b0-394cf67819e1 HTTP/1.1" status: 404 len: 347 time: 0.0275850 Aug 12 01:31:53.548093 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:53.563550 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-9a842f5c-12d8-46ba-bb43-60c28638dd00 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Deleting port f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:31:53.563911 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a842f5c-12d8-46ba-bb43-60c28638dd00 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:53.645256 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a842f5c-12d8-46ba-bb43-60c28638dd00 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:53.645486 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a842f5c-12d8-46ba-bb43-60c28638dd00 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:53.660005 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-9a842f5c-12d8-46ba-bb43-60c28638dd00 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Calling delete_port for f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99 owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:31:53.677813 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:53.984529 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c805c-7caa-4aa1-ab1a-79c40d90ea57 req-da428aec-945a-4dc6-8f62-cd66eb095873 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:53.986060 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d25c805c-7caa-4aa1-ab1a-79c40d90ea57 req-da428aec-945a-4dc6-8f62-cd66eb095873 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.3240077 Aug 12 01:31:54.058211 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d25c805c-7caa-4aa1-ab1a-79c40d90ea57 req-466535cf-d53e-443e-adde-f70a9066ca81 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663893 Aug 12 01:31:54.115291 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a842f5c-12d8-46ba-bb43-60c28638dd00 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.166907 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a842f5c-12d8-46ba-bb43-60c28638dd00 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event deleted for resources: {'Port': ['ID=f6ebd09e-97e7-4dcf-bec6-1c8e3bbd4e99,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:54.203254 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c51a2-dd59-44df-8da2-6d57fea368cd req-f291bdf6-fca6-4ed8-a930-b35b98a66de2 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:54.204763 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-de9c51a2-dd59-44df-8da2-6d57fea368cd req-f291bdf6-fca6-4ed8-a930-b35b98a66de2 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0862420 Aug 12 01:31:54.265409 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a842f5c-12d8-46ba-bb43-60c28638dd00 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (5add7583-738a-41d7-83cd-b060cd8a6414), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.267840 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-9a842f5c-12d8-46ba-bb43-60c28638dd00 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.268998 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-9a842f5c-12d8-46ba-bb43-60c28638dd00 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/5add7583-738a-41d7-83cd-b060cd8a6414 HTTP/1.1" status: 204 len: 168 time: 0.8247654 Aug 12 01:31:54.285679 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-de9c51a2-dd59-44df-8da2-6d57fea368cd req-5949cc74-cc83-4a49-b074-d35c2060c3aa tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606346 Aug 12 01:31:54.347329 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 51912) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:54.351890 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-edf64759-50f0-4c86-ab47-f051c647b94e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605639044', 'description': 'tempest-description--1166362178'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:31:54.375523 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-edf64759-50f0-4c86-ab47-f051c647b94e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.441938 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-edf64759-50f0-4c86-ab47-f051c647b94e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (c6605a21-1400-46b3-bcc8-451fe044533a), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.447195 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-edf64759-50f0-4c86-ab47-f051c647b94e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (c6605a21-1400-46b3-bcc8-451fe044533a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.476862 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf64759-50f0-4c86-ab47-f051c647b94e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6605a21-1400-46b3-bcc8-451fe044533a,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:54.482777 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-edf64759-50f0-4c86-ab47-f051c647b94e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.484044 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-edf64759-50f0-4c86-ab47-f051c647b94e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1357000 Aug 12 01:31:54.487705 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 51914) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:54.491988 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-e23c056b-0473-4777-a592-efd524fd0c19 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'security_group_rule': {'security_group_id': 'c6605a21-1400-46b3-bcc8-451fe044533a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:31:54.501908 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 941dd4d7-4c16-4fb4-aa93-79972bef7581 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:31:54.521679 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23c056b-0473-4777-a592-efd524fd0c19 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (8f699bf3-33cd-41a9-9560-c48bc0e458f5), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.521907 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: 941dd4d7-4c16-4fb4-aa93-79972bef7581 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:31:54.522255 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 941dd4d7-4c16-4fb4-aa93-79972bef7581 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:31:54.540731 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:54.585010 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23c056b-0473-4777-a592-efd524fd0c19 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (8f699bf3-33cd-41a9-9560-c48bc0e458f5), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.590065 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23c056b-0473-4777-a592-efd524fd0c19 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (8f699bf3-33cd-41a9-9560-c48bc0e458f5), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.611761 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c056b-0473-4777-a592-efd524fd0c19 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f699bf3-33cd-41a9-9560-c48bc0e458f5,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:54.621331 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e23c056b-0473-4777-a592-efd524fd0c19 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.622578 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e23c056b-0473-4777-a592-efd524fd0c19 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339197 Aug 12 01:31:54.625429 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 51916) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:54.629956 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-fef725fe-ff24-40f1-9aac-5370a309e6a3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'security_group_rule': {'security_group_id': 'c6605a21-1400-46b3-bcc8-451fe044533a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:31:54.658332 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fef725fe-ff24-40f1-9aac-5370a309e6a3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (567c0f7c-22ea-4e2b-983f-1fac5ec74c18), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.717899 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fef725fe-ff24-40f1-9aac-5370a309e6a3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (567c0f7c-22ea-4e2b-983f-1fac5ec74c18), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.722303 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fef725fe-ff24-40f1-9aac-5370a309e6a3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (567c0f7c-22ea-4e2b-983f-1fac5ec74c18), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.729503 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:54.742482 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef725fe-ff24-40f1-9aac-5370a309e6a3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567c0f7c-22ea-4e2b-983f-1fac5ec74c18,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:54.749503 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fef725fe-ff24-40f1-9aac-5370a309e6a3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.750679 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-fef725fe-ff24-40f1-9aac-5370a309e6a3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242306 Aug 12 01:31:54.754311 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 51918) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:31:54.758815 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:31:54.782089 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.859622 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:54.976770 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Allocated IP 172.27.2.160 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/ff8b048e-72f9-40f1-98a8-bdadf950c584) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:31:55.079036 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for port (ff8b048e-72f9-40f1-98a8-bdadf950c584), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:55.112817 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (ff8b048e-72f9-40f1-98a8-bdadf950c584), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:55.157949 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:31:55.163149 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:31:55.165433 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'Port': ['ID=ff8b048e-72f9-40f1-98a8-bdadf950c584,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:55.167508 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:31:55.180124 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2384ba-063c-432d-a427-c2dbd2ba436c req-d1b171ab-b4a8-4f11-be02-c4d18de7d6e0 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:55.181629 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ef2384ba-063c-432d-a427-c2dbd2ba436c req-d1b171ab-b4a8-4f11-be02-c4d18de7d6e0 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0492442 Aug 12 01:31:55.232868 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ef2384ba-063c-432d-a427-c2dbd2ba436c req-c6457732-46df-43b5-8d91-1cf66f2a6783 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448978 Aug 12 01:31:55.248152 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (745a86b0-f33c-436f-a865-57d25522951b), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:55.289679 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ff8b048e-72f9-40f1-98a8-bdadf950c584), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:55.414146 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ead649-a642-4c07-98a8-6ee2b4d6efd3 req-405a87c3-1c51-4d49-a7f5-54ce116cfdba tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:55.415644 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-49ead649-a642-4c07-98a8-6ee2b4d6efd3 req-405a87c3-1c51-4d49-a7f5-54ce116cfdba tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0494366 Aug 12 01:31:55.437346 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for port (ff8b048e-72f9-40f1-98a8-bdadf950c584), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:55.442573 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (ff8b048e-72f9-40f1-98a8-bdadf950c584), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:55.446861 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:55.463599 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-49ead649-a642-4c07-98a8-6ee2b4d6efd3 req-f748af78-fa3e-4d01-9203-d9f71d860697 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419195 Aug 12 01:31:55.485195 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:55.515007 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'Port': ['ID=ff8b048e-72f9-40f1-98a8-bdadf950c584,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:55.520130 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (745a86b0-f33c-436f-a865-57d25522951b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:55.537538 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:55.538757 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-72f51ba6-120d-4c3e-9343-e25ebf1c5072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7834697 Aug 12 01:31:55.750939 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-166cba91-9486-4289-8683-58071ed2d8e6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--605639044&fields=id&tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d HTTP/1.1" status: 200 len: 267 time: 0.0445693 Aug 12 01:31:55.861882 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-5ca303b9-9919-49a9-8dcc-b688a57c1b42 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:55.863298 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-5ca303b9-9919-49a9-8dcc-b688a57c1b42 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 815 time: 0.1029475 Aug 12 01:31:55.880716 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-4bbc9369-3895-4964-9d46-b43d142887bb tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/quotas/e5e2fd72103c4b5e956ef5b9c291f16d HTTP/1.1" status: 200 len: 375 time: 0.0092998 Aug 12 01:31:55.929208 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-a14ec807-bbee-45e9-886a-53d36b2bd473 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435431 Aug 12 01:31:56.034592 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-2fc66a6f-d379-4e44-98b1-40f58d29f406 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936840 Aug 12 01:31:56.129978 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-4b810300-c5db-4609-bd29-0a2b4349e830 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895400 Aug 12 01:31:56.306613 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2d578244-9965-4635-876e-01298e71d474 req-c19741f7-c9bb-4ee0-a9ed-5249b6343cb8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 210 time: 0.0371537 Aug 12 01:31:56.367504 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f3a5d-3554-43c9-b326-493040dd956b req-f3dca411-5c23-418c-a5a0-e3bda7a637a8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:56.369045 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-683f3a5d-3554-43c9-b326-493040dd956b req-f3dca411-5c23-418c-a5a0-e3bda7a637a8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0498667 Aug 12 01:31:56.421771 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-683f3a5d-3554-43c9-b326-493040dd956b req-34ca085d-0e89-4d2f-9b7f-9203a7754061 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464571 Aug 12 01:31:56.544916 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:56.585692 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c920bb1-4dde-44d0-844b-6e461059b517 req-66c9d3c4-f34e-4a4e-8ebc-ff6a32b24d92 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:56.587187 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c920bb1-4dde-44d0-844b-6e461059b517 req-66c9d3c4-f34e-4a4e-8ebc-ff6a32b24d92 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0506430 Aug 12 01:31:56.639845 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c920bb1-4dde-44d0-844b-6e461059b517 req-5e6c6c51-f1c6-40ee-bbe8-25df65a62e1c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462337 Aug 12 01:31:57.327365 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-2782421d-3e1b-4ff6-93fa-615076b8abaa tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:57.328824 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-2782421d-3e1b-4ff6-93fa-615076b8abaa tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 815 time: 0.1102202 Aug 12 01:31:57.409472 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-ef4d2fc0-d591-4bd3-bc3a-a28ca43f5b2f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d HTTP/1.1" status: 200 len: 379 time: 0.0697520 Aug 12 01:31:57.426178 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cc83234a-5607-4d93-a0ef-bdc97f5877c2 req-d8f65aee-a862-4bbe-b268-f6f6ddc92617 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 210 time: 0.0353119 Aug 12 01:31:57.486115 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'port': {'device_id': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'admin_state_up': True, 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'security_groups': ['c6605a21-1400-46b3-bcc8-451fe044533a']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:31:57.570051 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:57.587945 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34be6e-5fe0-4bde-9a9b-be8714d5a5ba req-6cd2fc11-9cb4-4ef4-91d0-065408a0297e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:57.589325 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1c34be6e-5fe0-4bde-9a9b-be8714d5a5ba req-6cd2fc11-9cb4-4ef4-91d0-065408a0297e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0885196 Aug 12 01:31:57.669301 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1c34be6e-5fe0-4bde-9a9b-be8714d5a5ba req-7c059819-dc51-405a-977d-ab7036276605 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726936 Aug 12 01:31:57.669301 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Made reservation on behalf of e5e2fd72103c4b5e956ef5b9c291f16d for: {'port': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:31:57.672581 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:57.794621 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed52f4-500f-4089-844b-fe340daa603d req-cecfc4a4-a05f-4cec-8146-1838867db8c6 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:57.796157 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-53ed52f4-500f-4089-844b-fe340daa603d req-cecfc4a4-a05f-4cec-8146-1838867db8c6 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0650899 Aug 12 01:31:57.862535 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Allocated IP 172.20.0.9 (c69785c6-9bf5-4740-9585-57c14141c241/a9afc717-283a-483a-80e3-bf850c00ecf8/ce8f5755-06ab-4852-bd78-2e3e7aaea221) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:31:57.882267 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-53ed52f4-500f-4089-844b-fe340daa603d req-7a826b1c-fee0-422b-85e3-9d3131d9b9ee tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685618 Aug 12 01:31:58.017012 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:58.029197 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:58.059465 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:58.106376 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Network c69785c6-9bf5-4740-9585-57c14141c241 is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:31:58.109736 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:31:58.113654 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:31:58.119942 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'Port': ['ID=ce8f5755-06ab-4852-bd78-2e3e7aaea221,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:58.165672 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:58.166290 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:58.183886 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-bb9146c0-0a39-4e03-bc8d-e4f81dcbc58e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7018304 Aug 12 01:31:58.196486 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Request body: {'port': {'device_id': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:31:58.257327 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:58.354249 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:58.356211 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-fb03b1e7-2d89-4dde-b7c2-c4b7230b4269 None None] Provisioning complete for port ce8f5755-06ab-4852-bd78-2e3e7aaea221 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:31:58.356775 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-fb03b1e7-2d89-4dde-b7c2-c4b7230b4269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:58.393685 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-fb03b1e7-2d89-4dde-b7c2-c4b7230b4269 None None] Port ce8f5755-06ab-4852-bd78-2e3e7aaea221 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:31:58.543296 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8f5755-06ab-4852-bd78-2e3e7aaea221 {{(pid=106301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:31:58.554646 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Publish callbacks [] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:58.571481 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fa245-9e35-4979-a5c3-243679e74133 req-e3949f42-424d-48fa-ac2d-b7845f3f175a tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:58.573107 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ae7fa245-9e35-4979-a5c3-243679e74133 req-e3949f42-424d-48fa-ac2d-b7845f3f175a tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 931 time: 0.0660832 Aug 12 01:31:58.577909 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.provisioning_blocks [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Transition to ACTIVE for port object ce8f5755-06ab-4852-bd78-2e3e7aaea221 will not be triggered until provisioned by entity L2. {{(pid=106301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:31:58.586480 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:58.677318 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Pushing event updated for resources: {'Port': ['ID=ce8f5755-06ab-4852-bd78-2e3e7aaea221,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:58.708031 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ae7fa245-9e35-4979-a5c3-243679e74133 req-1fa5e66d-b965-4bbe-8d68-4cb51df1416c tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c6605a21-1400-46b3-bcc8-451fe044533a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286345 Aug 12 01:31:58.736565 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Attempting to bind port ce8f5755-06ab-4852-bd78-2e3e7aaea221 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:31:58.736901 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Attempting to bind port ce8f5755-06ab-4852-bd78-2e3e7aaea221 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:31:58.737228 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Attempting to bind port ce8f5755-06ab-4852-bd78-2e3e7aaea221 on network c69785c6-9bf5-4740-9585-57c14141c241 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:31:58.742329 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Port ce8f5755-06ab-4852-bd78-2e3e7aaea221 on network c69785c6-9bf5-4740-9585-57c14141c241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:31:58.742722 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Attempting to bind port ce8f5755-06ab-4852-bd78-2e3e7aaea221 on network c69785c6-9bf5-4740-9585-57c14141c241 {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:31:58.748266 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:31:58.748597 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Checking segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:31:58.749017 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Bound using segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} {{(pid=106301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:31:58.749446 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.managers [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Bound port: ce8f5755-06ab-4852-bd78-2e3e7aaea221, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'}}] {{(pid=106301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:31:58.749805 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:58.826687 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd1441-0c6f-4185-9e96-93594d28d99d req-4faa9a79-c26d-440c-8d06-382fa82ad8a6 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:58.828184 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a1dd1441-0c6f-4185-9e96-93594d28d99d req-4faa9a79-c26d-440c-8d06-382fa82ad8a6 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0751941 Aug 12 01:31:58.869783 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] For port ce8f5755-06ab-4852-bd78-2e3e7aaea221, host hv-cinder-78481, cleared binding levels {{(pid=106301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:31:58.871434 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:58.873212 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] For port ce8f5755-06ab-4852-bd78-2e3e7aaea221, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ce8f5755-06ab-4852-bd78-2e3e7aaea221,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:31:58.891017 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:58.898210 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:58.898818 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:31:58.900205 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/ce8f5755-06ab-4852-bd78-2e3e7aaea221 HTTP/1.1" status: 200 len: 1093 time: 0.7080255 Aug 12 01:31:58.902482 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'tag': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:31:58.904769 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a27c36e-3349-447b-b1c9-c5e8b77c779d" -d '{"events": [{"name": "network-changed", "server_uuid": "033d7c0c-b5ff-43bb-995d-500a2c087f7d", "tag": "ce8f5755-06ab-4852-bd78-2e3e7aaea221"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:31:58.926871 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a1dd1441-0c6f-4185-9e96-93594d28d99d req-b1ac6a68-e511-4ba6-98b2-92782ddaf9c6 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920501 Aug 12 01:31:58.956849 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8d5455-c1dd-4eae-8163-d877139ed970 x-openstack-request-id: req-df8d5455-c1dd-4eae-8163-d877139ed970 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:31:58.957271 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033d7c0c-b5ff-43bb-995d-500a2c087f7d", "tag": "ce8f5755-06ab-4852-bd78-2e3e7aaea221", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:31:58.957524 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df8d5455-c1dd-4eae-8163-d877139ed970 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:31:58.957934 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8d5455-c1dd-4eae-8163-d877139ed970'] response: {'name': 'network-changed', 'server_uuid': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'tag': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221', 'status': 'completed', 'code': 200} Aug 12 01:31:58.970212 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8c3a6-172a-4b5f-9188-d9093598bdad service neutron] Pushing event updated for resources: {'Port': ['ID=ce8f5755-06ab-4852-bd78-2e3e7aaea221,revision_number=3']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:31:59.064047 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a82a46-d957-4e18-94bd-773d176a2ef9 req-fa3a7e16-1079-44ec-9959-938d6b431c9e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:59.065513 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-55a82a46-d957-4e18-94bd-773d176a2ef9 req-fa3a7e16-1079-44ec-9959-938d6b431c9e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0770059 Aug 12 01:31:59.088862 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-e97591e9-8956-48ba-a24a-828d9935cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:59.090255 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-e97591e9-8956-48ba-a24a-828d9935cc6b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 1127 time: 0.0629230 Aug 12 01:31:59.143857 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-89b3015f-cacb-44b8-a9db-7b10e21c416d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce8f5755-06ab-4852-bd78-2e3e7aaea221 HTTP/1.1" status: 200 len: 217 time: 0.0414560 Aug 12 01:31:59.148079 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-55a82a46-d957-4e18-94bd-773d176a2ef9 req-6c7d2991-a3c3-4a10-be61-ce4680234921 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756085 Aug 12 01:31:59.189464 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:31:59.193833 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-44a20013-d50a-4ff1-945a-03a7e2715f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:59.195352 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-44a20013-d50a-4ff1-945a-03a7e2715f25 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=a9afc717-283a-483a-80e3-bf850c00ecf8 HTTP/1.1" status: 200 len: 854 time: 0.0449610 Aug 12 01:31:59.243128 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-053b7607-0816-4e79-bf79-875a80a17d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:59.244653 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-053b7607-0816-4e79-bf79-875a80a17d56 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c69785c6-9bf5-4740-9585-57c14141c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423679 Aug 12 01:31:59.340605 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-eeb6cdab-f6eb-43b1-bcb3-df5ae1692aa7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887790 Aug 12 01:31:59.436331 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0542eab8-2c96-4581-98f0-6546139e48a0 req-58ac1997-d700-414e-b7b0-4700865a0a86 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889599 Aug 12 01:31:59.842549 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298353a0-9882-4f02-91ce-03b775b3eefb req-4e3f6484-0b8b-4a0d-9078-31b6581edaf1 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:31:59.844055 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-298353a0-9882-4f02-91ce-03b775b3eefb req-4e3f6484-0b8b-4a0d-9078-31b6581edaf1 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 943 time: 0.0599205 Aug 12 01:31:59.891269 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-298353a0-9882-4f02-91ce-03b775b3eefb req-0cbe245a-eff6-4f3b-a13c-d060b394c7da tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c6605a21-1400-46b3-bcc8-451fe044533a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414505 Aug 12 01:32:00.063553 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583ed51-c3ae-4649-8788-f39eadd23752 req-69d9dd75-eea9-4d92-b1aa-730b2e1b587e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:00.064971 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9583ed51-c3ae-4649-8788-f39eadd23752 req-69d9dd75-eea9-4d92-b1aa-730b2e1b587e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0512226 Aug 12 01:32:00.113242 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9583ed51-c3ae-4649-8788-f39eadd23752 req-64d41899-e9ac-4e11-a6e8-46fbc5bb2eb2 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403757 Aug 12 01:32:00.266306 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae25c0a-9dd4-488d-90f3-cc9bc50dae5c req-5f67250e-c650-4dd4-9af6-6b7e0e0b78a1 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:00.267811 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cae25c0a-9dd4-488d-90f3-cc9bc50dae5c req-5f67250e-c650-4dd4-9af6-6b7e0e0b78a1 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0475757 Aug 12 01:32:00.318066 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cae25c0a-9dd4-488d-90f3-cc9bc50dae5c req-82b9a6f4-07b3-4a27-93c7-7d7e7a8425e5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420370 Aug 12 01:32:00.419377 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27c36e-3349-447b-b1c9-c5e8b77c779d req-2c380af0-d811-4685-821f-9b0cc1c19209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:00.420855 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7a27c36e-3349-447b-b1c9-c5e8b77c779d req-2c380af0-d811-4685-821f-9b0cc1c19209 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 1127 time: 0.0400929 Aug 12 01:32:00.521787 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27c36e-3349-447b-b1c9-c5e8b77c779d req-f7440d16-cfb2-46c9-afd0-99b644dd1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:00.523202 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7a27c36e-3349-447b-b1c9-c5e8b77c779d req-f7440d16-cfb2-46c9-afd0-99b644dd1d73 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 916 time: 0.0957680 Aug 12 01:32:00.533729 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device ce8f5755-06ab-4852-bd78-2e3e7aaea221 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:32:00.561576 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7a27c36e-3349-447b-b1c9-c5e8b77c779d req-a2a5b992-3518-46f6-a828-ab4e1beda503 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce8f5755-06ab-4852-bd78-2e3e7aaea221 HTTP/1.1" status: 200 len: 217 time: 0.0323761 Aug 12 01:32:00.614831 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27c36e-3349-447b-b1c9-c5e8b77c779d req-3e2ae7b6-138b-4e65-84d1-18d6eff4aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:00.616301 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7a27c36e-3349-447b-b1c9-c5e8b77c779d req-3e2ae7b6-138b-4e65-84d1-18d6eff4aebd service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=a9afc717-283a-483a-80e3-bf850c00ecf8 HTTP/1.1" status: 200 len: 854 time: 0.0471532 Aug 12 01:32:00.633116 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port ce8f5755-06ab-4852-bd78-2e3e7aaea221, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ce8f5755-06ab-4852-bd78-2e3e7aaea221,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:00.644625 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'port_id': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221', 'mac_address': 'fa:16:3e:f3:3f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:32:00.659690 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27c36e-3349-447b-b1c9-c5e8b77c779d req-007fee8b-c5bb-4c30-8763-36a93dde2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:00.661184 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7a27c36e-3349-447b-b1c9-c5e8b77c779d req-007fee8b-c5bb-4c30-8763-36a93dde2ed4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c69785c6-9bf5-4740-9585-57c14141c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384593 Aug 12 01:32:00.683590 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port ce8f5755-06ab-4852-bd78-2e3e7aaea221 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:32:00.684002 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:00.694906 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:00.698181 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8f5755-06ab-4852-bd78-2e3e7aaea221 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:32:00.703304 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:00.719426 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port ce8f5755-06ab-4852-bd78-2e3e7aaea221, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ce8f5755-06ab-4852-bd78-2e3e7aaea221,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:00.723688 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:00.753932 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7a27c36e-3349-447b-b1c9-c5e8b77c779d req-7ba66e46-fec8-41d5-9fb0-8b2562d557a9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864470 Aug 12 01:32:00.770029 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=ce8f5755-06ab-4852-bd78-2e3e7aaea221,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:00.777218 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.777500 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.777869 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.778224 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.778560 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.778890 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.779216 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.779556 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.779911 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.780273 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.780598 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.780936 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.781259 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.781579 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.781897 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:00.810035 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:00.823392 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:00.845252 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7a27c36e-3349-447b-b1c9-c5e8b77c779d req-4e2a45e3-3ac3-4b1c-9d5b-5350ddba13ea service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849817 Aug 12 01:32:01.007376 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['ce8f5755-06ab-4852-bd78-2e3e7aaea221'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:32:01.014076 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe5a5a-5a8b-42cb-9522-d284095f6c0d req-0b563a78-666f-4e16-99dc-19ea7a437256 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:01.015626 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bdbe5a5a-5a8b-42cb-9522-d284095f6c0d req-0b563a78-666f-4e16-99dc-19ea7a437256 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 944 time: 0.0543196 Aug 12 01:32:01.070192 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bdbe5a5a-5a8b-42cb-9522-d284095f6c0d req-ab1b935f-f429-44c7-bfdc-7781234d3001 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c6605a21-1400-46b3-bcc8-451fe044533a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486279 Aug 12 01:32:01.253875 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894bf3e-eb5b-4084-b9ea-a1d632308780 req-952f6cc6-b83e-4cfd-ae7e-20f9838f3058 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:01.255573 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c894bf3e-eb5b-4084-b9ea-a1d632308780 req-952f6cc6-b83e-4cfd-ae7e-20f9838f3058 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0491180 Aug 12 01:32:01.305938 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c894bf3e-eb5b-4084-b9ea-a1d632308780 req-e44a62e0-174e-4bfd-927f-07d59e0270c8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423000 Aug 12 01:32:01.439624 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52654b59-f049-4465-bca5-04b4b10253af req-c88d6b3e-2647-454a-9095-b2fbbddd0ffb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:01.441160 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-52654b59-f049-4465-bca5-04b4b10253af req-c88d6b3e-2647-454a-9095-b2fbbddd0ffb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0488639 Aug 12 01:32:01.487908 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-52654b59-f049-4465-bca5-04b4b10253af req-c731e1cc-6a00-4a45-8b7b-89649ef6c2a3 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409579 Aug 12 01:32:02.198809 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbad5c-0799-472a-a67d-e04334438436 req-afb2f04e-9de7-411e-b82f-02e80c9813e9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:02.200296 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8efbad5c-0799-472a-a67d-e04334438436 req-afb2f04e-9de7-411e-b82f-02e80c9813e9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 944 time: 0.0528893 Aug 12 01:32:02.247770 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8efbad5c-0799-472a-a67d-e04334438436 req-5d0b7832-3c56-481a-8747-665b2c70a955 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c6605a21-1400-46b3-bcc8-451fe044533a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415871 Aug 12 01:32:02.455009 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afc569-9566-4271-b847-382a14ed4218 req-6387ec7b-94c7-4c07-b3b3-72c49ffea5b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:02.456501 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-35afc569-9566-4271-b847-382a14ed4218 req-6387ec7b-94c7-4c07-b3b3-72c49ffea5b8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0655632 Aug 12 01:32:02.503982 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-35afc569-9566-4271-b847-382a14ed4218 req-5c4810c2-802e-43e0-a0c0-186b1445ceab tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417762 Aug 12 01:32:02.560374 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device ce8f5755-06ab-4852-bd78-2e3e7aaea221 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:32:02.602727 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port ce8f5755-06ab-4852-bd78-2e3e7aaea221 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:32:02.604912 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee11335-ed3f-460e-9155-98f294fd687f req-88bc5d8c-7550-4c0c-8b45-ecdb23c88e95 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:02.606405 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fee11335-ed3f-460e-9155-98f294fd687f req-88bc5d8c-7550-4c0c-8b45-ecdb23c88e95 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0461085 Aug 12 01:32:02.609801 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port ce8f5755-06ab-4852-bd78-2e3e7aaea221 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:32:02.610121 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:02.656317 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fee11335-ed3f-460e-9155-98f294fd687f req-902d0081-762d-4266-8816-b72196d90667 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439732 Aug 12 01:32:02.687421 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port ce8f5755-06ab-4852-bd78-2e3e7aaea221 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:32:02.687826 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:02.711455 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:02.713728 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0280ab4b-56f7-4b1d-a96a-4d4d0f76941c" -d '{"events": [{"server_uuid": "033d7c0c-b5ff-43bb-995d-500a2c087f7d", "name": "network-vif-plugged", "status": "completed", "tag": "ce8f5755-06ab-4852-bd78-2e3e7aaea221"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:02.727283 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port ce8f5755-06ab-4852-bd78-2e3e7aaea221, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ce8f5755-06ab-4852-bd78-2e3e7aaea221,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:02.732532 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:02.762122 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd54f11-f434-4ed3-9d44-4fc5707ee613 x-openstack-request-id: req-4fd54f11-f434-4ed3-9d44-4fc5707ee613 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:02.762430 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033d7c0c-b5ff-43bb-995d-500a2c087f7d", "name": "network-vif-plugged", "status": "completed", "tag": "ce8f5755-06ab-4852-bd78-2e3e7aaea221", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:02.762689 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fd54f11-f434-4ed3-9d44-4fc5707ee613 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:02.763079 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd54f11-f434-4ed3-9d44-4fc5707ee613'] response: {'server_uuid': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221', 'code': 200} Aug 12 01:32:02.785014 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=ce8f5755-06ab-4852-bd78-2e3e7aaea221,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:02.876497 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a810052-281a-4def-a37b-8648b36a58d3 req-3f44902b-a909-4f88-98e1-bc1a7353cbaa tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:02.879139 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2a810052-281a-4def-a37b-8648b36a58d3 req-3f44902b-a909-4f88-98e1-bc1a7353cbaa tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0518627 Aug 12 01:32:02.937583 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902c251-87b4-4ce2-9f97-0c4e30cd8b3b req-bd0f9797-bc83-489e-b8ed-15c432010aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:02.939228 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6902c251-87b4-4ce2-9f97-0c4e30cd8b3b req-bd0f9797-bc83-489e-b8ed-15c432010aae service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 1129 time: 0.0411372 Aug 12 01:32:02.952946 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259f123-d378-49a0-a022-238a2fd324b7 req-8c05209e-0a16-4fc8-abeb-c9cfc6fdb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:02.954417 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7259f123-d378-49a0-a022-238a2fd324b7 req-8c05209e-0a16-4fc8-abeb-c9cfc6fdb3fd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0cb834d06ed94c1993ec0f7130d97803&device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 1130 time: 0.0560615 Aug 12 01:32:02.959132 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2a810052-281a-4def-a37b-8648b36a58d3 req-05c7a51b-1f18-4558-8f18-0f8d6bceb61f tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743394 Aug 12 01:32:02.984687 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6902c251-87b4-4ce2-9f97-0c4e30cd8b3b req-dff9ff23-9338-4ad9-a561-f073f390d660 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c6605a21-1400-46b3-bcc8-451fe044533a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387323 Aug 12 01:32:03.060193 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259f123-d378-49a0-a022-238a2fd324b7 req-e0703000-8a96-4328-bfd8-6a7f6f856b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:03.062842 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7259f123-d378-49a0-a022-238a2fd324b7 req-e0703000-8a96-4328-bfd8-6a7f6f856b57 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c945ad6e-d04a-40d2-b591-3e29f6e664bb HTTP/1.1" status: 200 len: 911 time: 0.1018033 Aug 12 01:32:03.261789 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7259f123-d378-49a0-a022-238a2fd324b7 req-ca9d1e87-fd7e-48fb-8f89-9aef6696682e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e439648-a2fe-49f9-a809-a2ad4090be7d HTTP/1.1" status: 200 len: 1000 time: 0.0628777 Aug 12 01:32:03.320679 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259f123-d378-49a0-a022-238a2fd324b7 req-0fb20e8e-4ccb-41e3-b565-afd07293f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:03.322153 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7259f123-d378-49a0-a022-238a2fd324b7 req-0fb20e8e-4ccb-41e3-b565-afd07293f9a2 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6d032be1-9a08-48d8-9b6d-f99f44083814 HTTP/1.1" status: 200 len: 849 time: 0.0523140 Aug 12 01:32:03.394808 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bae10e-9bd3-4bff-81bc-8b10f1b2e287 req-ad7676f5-6399-40c6-bd16-3c7fc871370c tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:03.396389 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c0bae10e-9bd3-4bff-81bc-8b10f1b2e287 req-ad7676f5-6399-40c6-bd16-3c7fc871370c tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 945 time: 0.0719929 Aug 12 01:32:03.397411 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259f123-d378-49a0-a022-238a2fd324b7 req-cd6fe37e-e292-412e-9dec-ac7e9f0c0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:03.398758 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7259f123-d378-49a0-a022-238a2fd324b7 req-cd6fe37e-e292-412e-9dec-ac7e9f0c0895 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c945ad6e-d04a-40d2-b591-3e29f6e664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0649114 Aug 12 01:32:03.430643 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:03.432387 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:03.455597 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c0bae10e-9bd3-4bff-81bc-8b10f1b2e287 req-f1595714-c860-401c-828a-3a92f57ce2fb tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c6605a21-1400-46b3-bcc8-451fe044533a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523329 Aug 12 01:32:03.640592 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2bd15-f38e-425c-817f-490a511967da req-548245ee-e6f7-43e4-93ba-f4436243d100 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:03.642058 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-03c2bd15-f38e-425c-817f-490a511967da req-548245ee-e6f7-43e4-93ba-f4436243d100 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0520213 Aug 12 01:32:03.690450 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-03c2bd15-f38e-425c-817f-490a511967da req-37de5cb0-b772-434d-904e-e2f7ac999159 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427897 Aug 12 01:32:03.859128 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7259f123-d378-49a0-a022-238a2fd324b7 req-0bc3303b-aef2-4783-a29b-1ea8494235dc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942748 Aug 12 01:32:03.971155 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7259f123-d378-49a0-a022-238a2fd324b7 req-c89f994d-a6f8-4cc8-a721-fa4771ca727e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870535 Aug 12 01:32:04.076140 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224960d3-e73c-48bf-a634-c6476bbec703 req-722421c0-379d-4a9e-809d-f39b50193b93 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:04.077577 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-224960d3-e73c-48bf-a634-c6476bbec703 req-722421c0-379d-4a9e-809d-f39b50193b93 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0470452 Aug 12 01:32:04.132840 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-224960d3-e73c-48bf-a634-c6476bbec703 req-15cfe7b2-8fd2-4ef4-bd41-f17e3bd699d1 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486155 Aug 12 01:32:04.593360 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98354550-08b7-4578-a749-de4be51f759e req-eb3a48af-05b1-4888-adc3-04cf095ee049 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:04.594882 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-98354550-08b7-4578-a749-de4be51f759e req-eb3a48af-05b1-4888-adc3-04cf095ee049 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 945 time: 0.0508893 Aug 12 01:32:04.643429 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-98354550-08b7-4578-a749-de4be51f759e req-669ff3eb-4380-421f-80ab-535f04237cab tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c6605a21-1400-46b3-bcc8-451fe044533a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425942 Aug 12 01:32:04.812670 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caeb67-3a1c-439d-a6ac-0104ae658e1c req-e7f50ca4-a409-4db9-a42e-ef369aa3b914 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:04.814099 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a3caeb67-3a1c-439d-a6ac-0104ae658e1c req-e7f50ca4-a409-4db9-a42e-ef369aa3b914 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0481560 Aug 12 01:32:04.862242 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a3caeb67-3a1c-439d-a6ac-0104ae658e1c req-d277a3c3-03c9-435a-a493-24d6698131be tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425632 Aug 12 01:32:05.180914 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:05.182107 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:05.258498 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925493e0-dbc0-4c1b-a38f-7cebf04bbea7 req-42752309-cd73-41b8-990d-22873b8b358a tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:05.260349 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-925493e0-dbc0-4c1b-a38f-7cebf04bbea7 req-42752309-cd73-41b8-990d-22873b8b358a tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0474648 Aug 12 01:32:05.315437 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-925493e0-dbc0-4c1b-a38f-7cebf04bbea7 req-11ddeaa3-dd5d-4cd7-a91c-0b4b5a1e16dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491657 Aug 12 01:32:05.779625 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f82c9-377e-4ef2-8390-61bbdde134b7 req-15af68b7-ab54-4c02-a1ec-1dbeca6dc324 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:05.781096 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f58f82c9-377e-4ef2-8390-61bbdde134b7 req-15af68b7-ab54-4c02-a1ec-1dbeca6dc324 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 945 time: 0.0481801 Aug 12 01:32:05.837980 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f58f82c9-377e-4ef2-8390-61bbdde134b7 req-9ad3a4b8-431e-4536-9cf6-854e7c2bb684 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c6605a21-1400-46b3-bcc8-451fe044533a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485687 Aug 12 01:32:06.227884 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691d3cd-7582-431b-bc3f-51e811edd4e3 req-34ab7b5a-d77e-40b0-82da-f964ca140808 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:06.229361 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7691d3cd-7582-431b-bc3f-51e811edd4e3 req-34ab7b5a-d77e-40b0-82da-f964ca140808 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 945 time: 0.3182728 Aug 12 01:32:06.240191 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52032) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:06.245393 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-419bfb3a-17b2-4ced-9dd9-33a70115c4c9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'floatingip': {'port_id': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:06.246722 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d702df-bd95-4032-956b-34b6357d81de req-c2a89b46-f74a-47a2-a00c-bf31a4818482 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:06.248203 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57d702df-bd95-4032-956b-34b6357d81de req-c2a89b46-f74a-47a2-a00c-bf31a4818482 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.3094831 Aug 12 01:32:06.298384 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-419bfb3a-17b2-4ced-9dd9-33a70115c4c9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (745a86b0-f33c-436f-a865-57d25522951b), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:06.298981 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57d702df-bd95-4032-956b-34b6357d81de req-c11c172b-7e87-4115-aef4-d3bfb0237051 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 Aug 12 01:32:06.512714 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a1e93b83-9c5a-4ce6-9995-689a92c70229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:06.754091 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e7ce7-e7c6-4931-85e8-31f3db3e5fca req-ad57d6cf-e581-4b89-9bc4-169ee9ececb9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:06.755494 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2a7e7ce7-e7c6-4931-85e8-31f3db3e5fca req-ad57d6cf-e581-4b89-9bc4-169ee9ececb9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 947 time: 0.0477915 Aug 12 01:32:06.760562 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-419bfb3a-17b2-4ced-9dd9-33a70115c4c9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:06.765493 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-419bfb3a-17b2-4ced-9dd9-33a70115c4c9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (745a86b0-f33c-436f-a865-57d25522951b), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:06.793214 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:06.805412 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2a7e7ce7-e7c6-4931-85e8-31f3db3e5fca req-5910546a-acdc-431f-9026-c6703c297ea8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440323 Aug 12 01:32:06.862671 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-419bfb3a-17b2-4ced-9dd9-33a70115c4c9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Floating IP 745a86b0-f33c-436f-a865-57d25522951b associated. External IP: 172.27.2.160, port: ce8f5755-06ab-4852-bd78-2e3e7aaea221. Aug 12 01:32:07.291867 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419bfb3a-17b2-4ced-9dd9-33a70115c4c9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:32:07.308829 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:07.408044 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419bfb3a-17b2-4ced-9dd9-33a70115c4c9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:32:07.412705 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-419bfb3a-17b2-4ced-9dd9-33a70115c4c9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:07.419162 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69695cff-0507-4a3a-aae4-97a6e2690a73 None None] Sync routers for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:32:07.429135 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012e84e-53d6-4a60-95c9-3eda472bd727 req-08763b90-9023-4c4b-bab1-e70862241647 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:07.430542 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69695cff-0507-4a3a-aae4-97a6e2690a73 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:07.431284 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-69695cff-0507-4a3a-aae4-97a6e2690a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:31:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:07.431979 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8012e84e-53d6-4a60-95c9-3eda472bd727 req-08763b90-9023-4c4b-bab1-e70862241647 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0511956 Aug 12 01:32:07.432279 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:07.446590 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:07.446800 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-419bfb3a-17b2-4ced-9dd9-33a70115c4c9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/745a86b0-f33c-436f-a865-57d25522951b HTTP/1.1" status: 200 len: 991 time: 1.2046368 Aug 12 01:32:07.447833 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'tag': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:07.450204 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6c0e07-e706-46c5-9f09-8a2222d5c7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "033d7c0c-b5ff-43bb-995d-500a2c087f7d", "tag": "ce8f5755-06ab-4852-bd78-2e3e7aaea221"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:07.487619 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8012e84e-53d6-4a60-95c9-3eda472bd727 req-8f970e45-d165-479d-af75-123c681d4bb2 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477371 Aug 12 01:32:07.490595 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369e773b-b8f6-46df-b60e-95660ea3862a x-openstack-request-id: req-369e773b-b8f6-46df-b60e-95660ea3862a {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:07.490880 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033d7c0c-b5ff-43bb-995d-500a2c087f7d", "tag": "ce8f5755-06ab-4852-bd78-2e3e7aaea221", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:07.491127 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-369e773b-b8f6-46df-b60e-95660ea3862a {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:07.491619 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-369e773b-b8f6-46df-b60e-95660ea3862a'] response: {'name': 'network-changed', 'server_uuid': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'tag': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221', 'status': 'completed', 'code': 200} Aug 12 01:32:07.551197 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-69695cff-0507-4a3a-aae4-97a6e2690a73 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:07.727457 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:07.767753 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-69695cff-0507-4a3a-aae4-97a6e2690a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '745a86b0-f33c-436f-a865-57d25522951b', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:f3:3f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:31:55Z', 'updated_at': '2022-08-12T01:32:06Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:07.792070 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69695cff-0507-4a3a-aae4-97a6e2690a73 None None] Checking router: 16dc98ea-5d10-40d8-af13-5f8d2e04c856 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:32:07.801046 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69695cff-0507-4a3a-aae4-97a6e2690a73 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:07.801743 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-69695cff-0507-4a3a-aae4-97a6e2690a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:31:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:07.962014 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bc1b3-2fe0-4d7a-8132-258bd0061d32 req-525fec2c-5185-42b1-be0d-6ab59987c272 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:07.963518 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f72bc1b3-2fe0-4d7a-8132-258bd0061d32 req-525fec2c-5185-42b1-be0d-6ab59987c272 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 947 time: 0.0750790 Aug 12 01:32:07.973000 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0e07-e706-46c5-9f09-8a2222d5c7ee req-9a6adc22-2402-4096-89c5-a5bdb41a4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:07.974384 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ff6c0e07-e706-46c5-9f09-8a2222d5c7ee req-9a6adc22-2402-4096-89c5-a5bdb41a4008 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 1129 time: 0.0556791 Aug 12 01:32:08.004437 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:08.014581 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f72bc1b3-2fe0-4d7a-8132-258bd0061d32 req-d3f73610-b94b-4b21-b8ea-27f09b43c0a0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 Aug 12 01:32:08.033371 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-69695cff-0507-4a3a-aae4-97a6e2690a73 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:08.242050 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-69695cff-0507-4a3a-aae4-97a6e2690a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '745a86b0-f33c-436f-a865-57d25522951b', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:f3:3f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:31:55Z', 'updated_at': '2022-08-12T01:32:06Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:08.266379 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69695cff-0507-4a3a-aae4-97a6e2690a73 None None] The sync data for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi is: [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '745a86b0-f33c-436f-a865-57d25522951b', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:f3:3f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:31:55Z', 'updated_at': '2022-08-12T01:32:06Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:32:08.457442 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047993e4-af61-4538-b058-292786cb60a3 None None] New status for floating IP 745a86b0-f33c-436f-a865-57d25522951b: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:32:08.617706 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4feb54-101c-4d34-b309-ab040c48b2f1 req-ad832d25-8b55-4807-afef-a9c889257cf8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:08.619198 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0c4feb54-101c-4d34-b309-ab040c48b2f1 req-ad832d25-8b55-4807-afef-a9c889257cf8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0540118 Aug 12 01:32:08.675289 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0c4feb54-101c-4d34-b309-ab040c48b2f1 req-01494161-e7b4-41d3-a04d-e82f48eff116 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504210 Aug 12 01:32:08.958153 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-26fa3af4-3d32-4ab4-aa11-644b19a414e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:09.030167 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d5c270f7-8508-4dc4-b4e9-3bd5b185ec9a req-eeedac1d-ad1b-49ac-a0f9-ccf403a90812 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-124338040&fields=id&tenant_id=135531dcbc244552aef21e5d555da3c4 HTTP/1.1" status: 200 len: 267 time: 0.0477390 Aug 12 01:32:09.085402 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c270f7-8508-4dc4-b4e9-3bd5b185ec9a req-ea1fa1b7-0644-4fa6-a399-d583d5de7d06 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:09.087090 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d5c270f7-8508-4dc4-b4e9-3bd5b185ec9a req-ea1fa1b7-0644-4fa6-a399-d583d5de7d06 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 984 time: 0.0499718 Aug 12 01:32:09.103884 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:09.108040 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [req-d5c270f7-8508-4dc4-b4e9-3bd5b185ec9a req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Request body: {'port': {'security_groups': ['be38f752-aef5-46c4-a5c8-cd9a8176160e']}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:09.231227 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166e24b-3c54-4c9c-8836-1844212e6fae req-76e93dac-b50e-4181-b465-a574c16ab91a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:09.232839 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c166e24b-3c54-4c9c-8836-1844212e6fae req-76e93dac-b50e-4181-b465-a574c16ab91a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 947 time: 0.1395946 Aug 12 01:32:09.257391 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d4732-6cb2-4cc4-99e0-32009ac3ab39 req-9b1838ca-89e2-4a70-99ed-74bb15543126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:09.258911 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2e1d4732-6cb2-4cc4-99e0-32009ac3ab39 req-9b1838ca-89e2-4a70-99ed-74bb15543126 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 1129 time: 0.0394154 Aug 12 01:32:09.334558 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d5c270f7-8508-4dc4-b4e9-3bd5b185ec9a req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:09.346128 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-970dbb20-6083-48e0-ae3e-8c0df13353b2 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:09.347997 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-970dbb20-6083-48e0-ae3e-8c0df13353b2 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 947 time: 0.0705659 Aug 12 01:32:09.365251 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0e07-e706-46c5-9f09-8a2222d5c7ee req-c9c7696f-7da3-4dd7-b371-81aee071e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:09.366736 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ff6c0e07-e706-46c5-9f09-8a2222d5c7ee req-c9c7696f-7da3-4dd7-b371-81aee071e25c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 916 time: 0.2137899 Aug 12 01:32:09.371564 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c166e24b-3c54-4c9c-8836-1844212e6fae req-b7b1aebb-d609-4e41-90eb-516dda5a3bbf tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fbb15691-944e-43cd-aeda-ebda84ecb4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270664 Aug 12 01:32:09.393023 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2e1d4732-6cb2-4cc4-99e0-32009ac3ab39 req-b133df77-8873-41e3-9a5d-9338cdd5826c service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211278 Aug 12 01:32:09.441047 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Deleting port 476d0433-5310-435b-93ea-c42ed83c3136 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:09.441396 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (476d0433-5310-435b-93ea-c42ed83c3136), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:09.476828 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ff6c0e07-e706-46c5-9f09-8a2222d5c7ee req-9127b6b8-49ba-4dbe-8088-63f25ff8f6ea service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce8f5755-06ab-4852-bd78-2e3e7aaea221 HTTP/1.1" status: 200 len: 1001 time: 0.1041889 Aug 12 01:32:09.535559 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] For port 476d0433-5310-435b-93ea-c42ed83c3136, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=476d0433-5310-435b-93ea-c42ed83c3136,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:09.535939 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (476d0433-5310-435b-93ea-c42ed83c3136), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:09.587718 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-d5c270f7-8508-4dc4-b4e9-3bd5b185ec9a req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] For port 2fdb5157-5165-4135-b58d-b3f4cc47979a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:09.604359 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:09.618285 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d5c270f7-8508-4dc4-b4e9-3bd5b185ec9a req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:09.637544 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d5c270f7-8508-4dc4-b4e9-3bd5b185ec9a req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:09.649079 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['2fdb5157-5165-4135-b58d-b3f4cc47979a'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:32:09.665429 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c270f7-8508-4dc4-b4e9-3bd5b185ec9a req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:09.666045 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-d5c270f7-8508-4dc4-b4e9-3bd5b185ec9a req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:09.667386 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d5c270f7-8508-4dc4-b4e9-3bd5b185ec9a req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "PUT /networking/v2.0/ports/2fdb5157-5165-4135-b58d-b3f4cc47979a HTTP/1.1" status: 200 len: 942 time: 0.5724204 Aug 12 01:32:09.669700 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:09.674698 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2102c5c-8513-4cb0-82ca-a0cbd58d769f" -d '{"events": [{"name": "network-changed", "server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:09.679406 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52066) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:09.759189 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:09.762307 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:09.762669 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0e07-e706-46c5-9f09-8a2222d5c7ee req-12eb94eb-170e-47b3-a19c-e80256a56d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:09.762826 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (768beac2-f8b4-4c24-85fd-78713e0513ff), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:09.763061 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Floating IP 768beac2-f8b4-4c24-85fd-78713e0513ff disassociated. External IP: 172.27.2.229, port: 476d0433-5310-435b-93ea-c42ed83c3136. Aug 12 01:32:09.763398 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Calling delete_port for 476d0433-5310-435b-93ea-c42ed83c3136 owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:09.765168 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ff6c0e07-e706-46c5-9f09-8a2222d5c7ee req-12eb94eb-170e-47b3-a19c-e80256a56d1a service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=a9afc717-283a-483a-80e3-bf850c00ecf8 HTTP/1.1" status: 200 len: 854 time: 0.1416850 Aug 12 01:32:09.765794 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event updated for resources: {'Port': ['ID=2fdb5157-5165-4135-b58d-b3f4cc47979a,revision_number=7']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:09.772720 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81138e8e-de75-4728-b8e6-cbafc7089d09 x-openstack-request-id: req-81138e8e-de75-4728-b8e6-cbafc7089d09 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:09.773064 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:09.773254 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81138e8e-de75-4728-b8e6-cbafc7089d09 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:09.773944 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81138e8e-de75-4728-b8e6-cbafc7089d09'] response: {'name': 'network-changed', 'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'status': 'completed', 'code': 200} Aug 12 01:32:09.793694 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.794198 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.794546 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.794891 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.795229 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.795646 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.795983 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.796312 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.796648 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.797016 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.797349 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.797675 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.798000 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.798316 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.798646 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc6919-d22e-4487-8109-6a8c9bae64fd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:09.811190 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['2fdb5157-5165-4135-b58d-b3f4cc47979a'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:32:09.850957 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:09.889119 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0e07-e706-46c5-9f09-8a2222d5c7ee req-76aa1c1c-1d8a-44a1-ae76-f03badff1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:09.890689 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ff6c0e07-e706-46c5-9f09-8a2222d5c7ee req-76aa1c1c-1d8a-44a1-ae76-f03badff1aa9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c69785c6-9bf5-4740-9585-57c14141c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1092603 Aug 12 01:32:09.896913 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf413a-9e7a-41b2-85f6-e501c9650763 req-1338e5ab-277e-4a7f-9d92-739afa052ef2 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:09.898283 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cdcf413a-9e7a-41b2-85f6-e501c9650763 req-1338e5ab-277e-4a7f-9d92-739afa052ef2 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.1157176 Aug 12 01:32:09.926979 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:09.943245 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2102c5c-8513-4cb0-82ca-a0cbd58d769f req-954e38a2-9d9d-4f88-b3a0-08e2a2e16c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:09.944770 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a2102c5c-8513-4cb0-82ca-a0cbd58d769f req-954e38a2-9d9d-4f88-b3a0-08e2a2e16c40 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=135531dcbc244552aef21e5d555da3c4&device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 1129 time: 0.0949240 Aug 12 01:32:09.955017 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cdcf413a-9e7a-41b2-85f6-e501c9650763 req-d60fd3da-9d85-4292-b5e4-d37f4240bb91 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497978 Aug 12 01:32:09.964564 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (476d0433-5310-435b-93ea-c42ed83c3136), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:10.001856 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event deleted for resources: {'Port': ['ID=476d0433-5310-435b-93ea-c42ed83c3136,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:10.005241 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-03d91aa7-d05d-48bf-87a8-f50cb2c321a4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group (3b7f5efd-9c46-49ab-bbac-4252551ebe86), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:10.066872 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-03d91aa7-d05d-48bf-87a8-f50cb2c321a4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group (3b7f5efd-9c46-49ab-bbac-4252551ebe86), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:10.154399 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Router c39dbdd2-ee17-4306-9462-770fa60bd99b has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:32:10.195741 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:32:10.207567 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:10.248177 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ff6c0e07-e706-46c5-9f09-8a2222d5c7ee req-ccf12a22-69bb-4df5-bdf9-e862e03c05ad service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882697 Aug 12 01:32:10.252795 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-03d91aa7-d05d-48bf-87a8-f50cb2c321a4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (3b7f5efd-9c46-49ab-bbac-4252551ebe86), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:10.255326 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-03d91aa7-d05d-48bf-87a8-f50cb2c321a4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:10.256462 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-03d91aa7-d05d-48bf-87a8-f50cb2c321a4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3b7f5efd-9c46-49ab-bbac-4252551ebe86 HTTP/1.1" status: 204 len: 168 time: 0.5761535 Aug 12 01:32:10.259340 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52070) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:10.277917 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d91aa7-d05d-48bf-87a8-f50cb2c321a4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7f5efd-9c46-49ab-bbac-4252551ebe86,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:10.345571 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2102c5c-8513-4cb0-82ca-a0cbd58d769f req-e6240833-b5c5-4c4b-ae09-1c239f07b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:10.347576 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a2102c5c-8513-4cb0-82ca-a0cbd58d769f req-e6240833-b5c5-4c4b-ae09-1c239f07b1b9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d04560af-1d78-44a3-b9e1-6b63b0e806e7 HTTP/1.1" status: 200 len: 915 time: 0.1878433 Aug 12 01:32:10.361516 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:32:10.373042 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01458b5a-0597-4b13-9850-baa5b59b5fe9 None None] Sync routers for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:32:10.391793 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01458b5a-0597-4b13-9850-baa5b59b5fe9 None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:10.392705 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-01458b5a-0597-4b13-9850-baa5b59b5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:10.445839 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] No DVR routers for this DVR port 476d0433-5310-435b-93ea-c42ed83c3136 on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:32:10.455229 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:10.458927 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a3c769b7-eca6-45a2-8a0d-19764c96ec8e req-31b69ca0-60fe-4fff-8cb1-750c0e659f9f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.15 "DELETE /networking/v2.0/ports/476d0433-5310-435b-93ea-c42ed83c3136 HTTP/1.1" status: 204 len: 173 time: 1.1052639 Aug 12 01:32:10.459590 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'name': 'network-vif-deleted', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:10.462033 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634aae59-7227-4e89-b62b-9daf4a7f5cd3" -d '{"events": [{"server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "name": "network-vif-deleted", "tag": "476d0433-5310-435b-93ea-c42ed83c3136"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:10.479488 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a2102c5c-8513-4cb0-82ca-a0cbd58d769f req-a2e693c9-2a67-403d-9aa7-348955d5d929 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a HTTP/1.1" status: 200 len: 1001 time: 0.1111484 Aug 12 01:32:10.510562 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4166161-5538-423c-98ef-b21211c150ed x-openstack-request-id: req-d4166161-5538-423c-98ef-b21211c150ed {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:10.510853 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed5ced2-87ad-4d0f-860c-648bcca91ca8", "name": "network-vif-deleted", "tag": "476d0433-5310-435b-93ea-c42ed83c3136", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:10.511105 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4166161-5538-423c-98ef-b21211c150ed {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:10.511515 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4166161-5538-423c-98ef-b21211c150ed'] response: {'server_uuid': '0ed5ced2-87ad-4d0f-860c-648bcca91ca8', 'name': 'network-vif-deleted', 'tag': '476d0433-5310-435b-93ea-c42ed83c3136', 'status': 'completed', 'code': 200} Aug 12 01:32:10.516972 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:10.523148 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ff6c0e07-e706-46c5-9f09-8a2222d5c7ee req-eceabc53-41a9-4a4e-8bf8-13201c2342f5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662745 Aug 12 01:32:10.539163 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-01458b5a-0597-4b13-9850-baa5b59b5fe9 None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:10.543554 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-89620851-f5d6-49c2-b11f-815283cbd800 req-34915d58-c6d8-459d-8a59-56a3ac106923 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ed5ced2-87ad-4d0f-860c-648bcca91ca8 HTTP/1.1" status: 200 len: 210 time: 0.0341914 Aug 12 01:32:10.578132 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Deleting port a450030b-9b8e-4ed0-995f-3f8026101223 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:10.578569 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (a450030b-9b8e-4ed0-995f-3f8026101223), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:10.585694 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:10.658654 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (a450030b-9b8e-4ed0-995f-3f8026101223), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:10.658887 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for floatingip (a450030b-9b8e-4ed0-995f-3f8026101223), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:10.671891 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Calling delete_port for a450030b-9b8e-4ed0-995f-3f8026101223 owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:10.734486 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-01458b5a-0597-4b13-9850-baa5b59b5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:31Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:10.759402 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01458b5a-0597-4b13-9850-baa5b59b5fe9 None None] Checking router: c39dbdd2-ee17-4306-9462-770fa60bd99b for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:32:10.767950 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01458b5a-0597-4b13-9850-baa5b59b5fe9 None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:10.768736 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-01458b5a-0597-4b13-9850-baa5b59b5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:10.840896 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (a450030b-9b8e-4ed0-995f-3f8026101223), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:10.844027 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:10.867582 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event deleted for resources: {'Port': ['ID=a450030b-9b8e-4ed0-995f-3f8026101223,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:10.881901 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-01458b5a-0597-4b13-9850-baa5b59b5fe9 None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:10.935548 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks [] for floatingip (c5b9bbc5-236f-4953-80ad-d089c434cc01), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:10.935891 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Floating IP c5b9bbc5-236f-4953-80ad-d089c434cc01 disassociated (deleted). External IP: 172.27.2.108, port: 2fdb5157-5165-4135-b58d-b3f4cc47979a. Aug 12 01:32:11.012852 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:11.083777 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2102c5c-8513-4cb0-82ca-a0cbd58d769f req-747e495a-3e7b-467e-999b-65a53533669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:11.085674 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a2102c5c-8513-4cb0-82ca-a0cbd58d769f req-747e495a-3e7b-467e-999b-65a53533669b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d HTTP/1.1" status: 200 len: 853 time: 0.0709946 Aug 12 01:32:11.132354 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-01458b5a-0597-4b13-9850-baa5b59b5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:31Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:11.156459 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2102c5c-8513-4cb0-82ca-a0cbd58d769f req-45d1c061-e164-4529-a8eb-5a2818b66e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:11.158175 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a2102c5c-8513-4cb0-82ca-a0cbd58d769f req-45d1c061-e164-4529-a8eb-5a2818b66e08 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d04560af-1d78-44a3-b9e1-6b63b0e806e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526180 Aug 12 01:32:11.164101 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01458b5a-0597-4b13-9850-baa5b59b5fe9 None None] The sync data for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi is: [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:31Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:32:11.193406 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7ce9f-aba1-40eb-a19d-15fb706625cc req-b8099c77-cfc2-4d8f-931f-bb0b830679a3 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:11.195104 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cda7ce9f-aba1-40eb-a19d-15fb706625cc req-b8099c77-cfc2-4d8f-931f-bb0b830679a3 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0951159 Aug 12 01:32:11.268774 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a2102c5c-8513-4cb0-82ca-a0cbd58d769f req-4ed7f41b-1c55-462d-a0e3-1278c6836443 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046772 Aug 12 01:32:11.269521 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Router 103cc2dd-644c-4ba5-bccd-72c78131ef2a has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:32:11.273866 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cda7ce9f-aba1-40eb-a19d-15fb706625cc req-bf542950-ca04-4fc6-b560-8b673c0405f4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650623 Aug 12 01:32:11.384793 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-a2102c5c-8513-4cb0-82ca-a0cbd58d769f req-c69bb0ad-455c-4382-9677-18e30895a125 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072223 Aug 12 01:32:11.405202 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:32:11.409669 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:11.416508 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289bee-0f4f-418c-ab33-1822ebeb45de None None] Sync routers for ids ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:32:11.426623 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72289bee-0f4f-418c-ab33-1822ebeb45de None None] Routers {'103cc2dd-644c-4ba5-bccd-72c78131ef2a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:11.427243 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-72289bee-0f4f-418c-ab33-1822ebeb45de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:11.447179 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e3727d7e-779b-4b3d-a635-617b54fe6112 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/c5b9bbc5-236f-4953-80ad-d089c434cc01 HTTP/1.1" status: 204 len: 168 time: 1.1868219 Aug 12 01:32:11.467509 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b54c9-38dd-47e1-be8a-6a27383c76bb None None] New status for floating IP 768beac2-f8b4-4c24-85fd-78713e0513ff: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:32:11.540038 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-72289bee-0f4f-418c-ab33-1822ebeb45de None None] Set router 103cc2dd-644c-4ba5-bccd-72c78131ef2a gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:11.581172 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:11.664985 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52088) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:11.672966 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:11.743929 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e54cc76c-2699-4694-8fc1-2504dc51f82c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group (fbb15691-944e-43cd-aeda-ebda84ecb4fc), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:11.769485 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e54cc76c-2699-4694-8fc1-2504dc51f82c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group (fbb15691-944e-43cd-aeda-ebda84ecb4fc), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:11.779789 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-72289bee-0f4f-418c-ab33-1822ebeb45de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:04Z', 'revision_number': 4, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '301dba7a-2eb2-4ee5-9531-faad14b30cc7', 'name': '', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'mac_address': 'fa:16:3e:c0:48:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:03Z', 'updated_at': '2022-08-12T01:29:12Z', 'revision_number': 5, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'subnets': [{'id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:11.780611 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:11.782654 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982088ec-c8a1-43bb-a9fc-f6af258fc758" -d '{"events": [{"name": "network-changed", "server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:11.821451 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289bee-0f4f-418c-ab33-1822ebeb45de None None] Checking router: 103cc2dd-644c-4ba5-bccd-72c78131ef2a for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:32:11.822630 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6527b4d6-0312-4f2a-b485-d1f2fa305f6d x-openstack-request-id: req-6527b4d6-0312-4f2a-b485-d1f2fa305f6d {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:11.822926 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:11.823177 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6527b4d6-0312-4f2a-b485-d1f2fa305f6d {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:11.823662 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6527b4d6-0312-4f2a-b485-d1f2fa305f6d'] response: {'name': 'network-changed', 'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'status': 'completed', 'code': 200} Aug 12 01:32:11.830301 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72289bee-0f4f-418c-ab33-1822ebeb45de None None] Routers {'103cc2dd-644c-4ba5-bccd-72c78131ef2a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:11.830904 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-72289bee-0f4f-418c-ab33-1822ebeb45de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:11.831325 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e54cc76c-2699-4694-8fc1-2504dc51f82c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (fbb15691-944e-43cd-aeda-ebda84ecb4fc), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:11.834147 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e54cc76c-2699-4694-8fc1-2504dc51f82c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:11.836329 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e54cc76c-2699-4694-8fc1-2504dc51f82c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/fbb15691-944e-43cd-aeda-ebda84ecb4fc HTTP/1.1" status: 204 len: 168 time: 0.1679630 Aug 12 01:32:11.838226 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52094) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:11.846057 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cc76c-2699-4694-8fc1-2504dc51f82c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb15691-944e-43cd-aeda-ebda84ecb4fc,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:11.853447 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-d6b7b08e-da87-4420-a023-e1a5f64038fd tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] show failed (client error): The resource could not be found. Aug 12 01:32:11.859931 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-d6b7b08e-da87-4420-a023-e1a5f64038fd tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups/fbb15691-944e-43cd-aeda-ebda84ecb4fc HTTP/1.1" status: 404 len: 347 time: 0.0203564 Aug 12 01:32:11.860084 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52096) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:11.931572 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-72289bee-0f4f-418c-ab33-1822ebeb45de None None] Set router 103cc2dd-644c-4ba5-bccd-72c78131ef2a gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:11.970283 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2b9f1-03a9-4810-9872-df1b7f7de7e8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Deleting port 33bc1289-bbcf-4477-8e31-b5dbc8938a7a {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:11.970618 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b8a2b9f1-03a9-4810-9872-df1b7f7de7e8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (33bc1289-bbcf-4477-8e31-b5dbc8938a7a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.051466 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b8a2b9f1-03a9-4810-9872-df1b7f7de7e8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (33bc1289-bbcf-4477-8e31-b5dbc8938a7a), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.051899 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b8a2b9f1-03a9-4810-9872-df1b7f7de7e8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (33bc1289-bbcf-4477-8e31-b5dbc8938a7a), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.066205 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2b9f1-03a9-4810-9872-df1b7f7de7e8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Calling delete_port for 33bc1289-bbcf-4477-8e31-b5dbc8938a7a owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:12.111791 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:12.199145 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-72289bee-0f4f-418c-ab33-1822ebeb45de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:04Z', 'revision_number': 4, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '301dba7a-2eb2-4ee5-9531-faad14b30cc7', 'name': '', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'mac_address': 'fa:16:3e:c0:48:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:03Z', 'updated_at': '2022-08-12T01:29:12Z', 'revision_number': 5, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'subnets': [{'id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:12.211708 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b8a2b9f1-03a9-4810-9872-df1b7f7de7e8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (33bc1289-bbcf-4477-8e31-b5dbc8938a7a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.221203 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:12.224671 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289bee-0f4f-418c-ab33-1822ebeb45de None None] The sync data for ids ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'] in dv-cinder-784815-15-iscsi is: [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:04Z', 'revision_number': 4, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '301dba7a-2eb2-4ee5-9531-faad14b30cc7', 'name': '', 'network_id': 'd04560af-1d78-44a3-b9e1-6b63b0e806e7', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'mac_address': 'fa:16:3e:c0:48:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:03Z', 'updated_at': '2022-08-12T01:29:12Z', 'revision_number': 5, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'subnets': [{'id': 'bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:32:12.225151 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982088ec-c8a1-43bb-a9fc-f6af258fc758 req-2626b9eb-73a2-45f9-8e1e-99ca5323bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:12.231680 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-982088ec-c8a1-43bb-a9fc-f6af258fc758 req-2626b9eb-73a2-45f9-8e1e-99ca5323bc10 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=135531dcbc244552aef21e5d555da3c4&device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 1129 time: 0.0642231 Aug 12 01:32:12.243210 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2b9f1-03a9-4810-9872-df1b7f7de7e8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event deleted for resources: {'Port': ['ID=33bc1289-bbcf-4477-8e31-b5dbc8938a7a,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:12.320795 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b8a2b9f1-03a9-4810-9872-df1b7f7de7e8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (768beac2-f8b4-4c24-85fd-78713e0513ff), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.324135 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b8a2b9f1-03a9-4810-9872-df1b7f7de7e8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.325340 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b8a2b9f1-03a9-4810-9872-df1b7f7de7e8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/768beac2-f8b4-4c24-85fd-78713e0513ff HTTP/1.1" status: 204 len: 168 time: 0.4641423 Aug 12 01:32:12.358903 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982088ec-c8a1-43bb-a9fc-f6af258fc758 req-ba7db9f8-a438-45f7-97a6-ec7a656df735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:12.361332 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-982088ec-c8a1-43bb-a9fc-f6af258fc758 req-ba7db9f8-a438-45f7-97a6-ec7a656df735 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d04560af-1d78-44a3-b9e1-6b63b0e806e7 HTTP/1.1" status: 200 len: 915 time: 0.1212180 Aug 12 01:32:12.417552 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-982088ec-c8a1-43bb-a9fc-f6af258fc758 req-1992046e-eba0-410c-9d71-cfac1921fc23 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a HTTP/1.1" status: 200 len: 217 time: 0.0438809 Aug 12 01:32:12.429963 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52102) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:12.436601 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-0e8771b8-3e8f-4ddd-b1a4-8e614ba4fea4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--303528549', 'description': 'tempest-description--2018561943'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:12.462318 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e09158-f1c4-4775-9f59-6e5cd6a54b89 req-91ff5e4b-e558-458a-bcba-ae6220f9e66d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:12.463523 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:12.463893 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-23e09158-f1c4-4775-9f59-6e5cd6a54b89 req-91ff5e4b-e558-458a-bcba-ae6220f9e66d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0648534 Aug 12 01:32:12.476826 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982088ec-c8a1-43bb-a9fc-f6af258fc758 req-f7291ff3-f7f6-4dc4-bbc9-2ac09e3439fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:12.478458 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-982088ec-c8a1-43bb-a9fc-f6af258fc758 req-f7291ff3-f7f6-4dc4-bbc9-2ac09e3439fc service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d HTTP/1.1" status: 200 len: 853 time: 0.0537426 Aug 12 01:32:12.487249 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0e8771b8-3e8f-4ddd-b1a4-8e614ba4fea4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.534195 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982088ec-c8a1-43bb-a9fc-f6af258fc758 req-08c42ba2-204e-4eed-9056-862317f7ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:12.535931 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-982088ec-c8a1-43bb-a9fc-f6af258fc758 req-08c42ba2-204e-4eed-9056-862317f7ffaf service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d04560af-1d78-44a3-b9e1-6b63b0e806e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460207 Aug 12 01:32:12.537809 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-23e09158-f1c4-4775-9f59-6e5cd6a54b89 req-a46c3372-a157-4b3e-9b67-f8922be11a49 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652218 Aug 12 01:32:12.563150 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e1cc6-0ade-488b-849f-ab073bbdd758 None None] New status for floating IP c5b9bbc5-236f-4953-80ad-d089c434cc01: DOWN {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:32:12.574573 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 476d0433-5310-435b-93ea-c42ed83c3136 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:32:12.617566 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: 476d0433-5310-435b-93ea-c42ed83c3136 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:32:12.620175 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 476d0433-5310-435b-93ea-c42ed83c3136 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:32:12.655072 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0e8771b8-3e8f-4ddd-b1a4-8e614ba4fea4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group (5f7ddea7-ab8b-42d1-9952-6eff3cb5c926), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.667594 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-982088ec-c8a1-43bb-a9fc-f6af258fc758 req-583d084f-d74b-4d05-8b6e-a86a22473581 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188109 Aug 12 01:32:12.670939 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0e8771b8-3e8f-4ddd-b1a4-8e614ba4fea4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5f7ddea7-ab8b-42d1-9952-6eff3cb5c926), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.716174 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-0e8771b8-3e8f-4ddd-b1a4-8e614ba4fea4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.717439 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-0e8771b8-3e8f-4ddd-b1a4-8e614ba4fea4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2865150 Aug 12 01:32:12.721493 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52108) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:12.723580 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8771b8-3e8f-4ddd-b1a4-8e614ba4fea4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:12.731340 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-a23b24e8-de2f-44eb-a204-35b579ca5774 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Request body: {'security_group_rule': {'security_group_id': '5f7ddea7-ab8b-42d1-9952-6eff3cb5c926', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:12.773344 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a23b24e8-de2f-44eb-a204-35b579ca5774 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group_rule (254d682b-bcb4-4bab-8976-e3dccf8ad404), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.782935 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-982088ec-c8a1-43bb-a9fc-f6af258fc758 req-a3bc09ab-7c60-4b0c-8f02-638e11bb0f31 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000946 Aug 12 01:32:12.849258 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a23b24e8-de2f-44eb-a204-35b579ca5774 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group_rule (254d682b-bcb4-4bab-8976-e3dccf8ad404), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.854264 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a23b24e8-de2f-44eb-a204-35b579ca5774 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (254d682b-bcb4-4bab-8976-e3dccf8ad404), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.876030 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b24e8-de2f-44eb-a204-35b579ca5774 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254d682b-bcb4-4bab-8976-e3dccf8ad404,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:12.890937 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a23b24e8-de2f-44eb-a204-35b579ca5774 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:12.892243 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a23b24e8-de2f-44eb-a204-35b579ca5774 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697185 Aug 12 01:32:12.894947 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52120) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:12.900242 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-ce5b09f9-5e68-4cf7-921f-0d36528dcddc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Request body: {'security_group_rule': {'security_group_id': '5f7ddea7-ab8b-42d1-9952-6eff3cb5c926', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:12.927617 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ce5b09f9-5e68-4cf7-921f-0d36528dcddc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group_rule (efee4977-5601-41de-a498-71fc31f90569), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.002396 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ce5b09f9-5e68-4cf7-921f-0d36528dcddc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group_rule (efee4977-5601-41de-a498-71fc31f90569), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.014735 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ce5b09f9-5e68-4cf7-921f-0d36528dcddc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (efee4977-5601-41de-a498-71fc31f90569), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.077847 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b09f9-5e68-4cf7-921f-0d36528dcddc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efee4977-5601-41de-a498-71fc31f90569,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:13.084890 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77288f79-1af6-4d44-af86-1e9e77ba0aec req-d218a474-e7f2-4dec-aef4-70df8aeb4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:13.086413 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-77288f79-1af6-4d44-af86-1e9e77ba0aec req-d218a474-e7f2-4dec-aef4-70df8aeb4052 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 1129 time: 0.0546715 Aug 12 01:32:13.090261 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ce5b09f9-5e68-4cf7-921f-0d36528dcddc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.091436 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ce5b09f9-5e68-4cf7-921f-0d36528dcddc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1953413 Aug 12 01:32:13.094039 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:13.097484 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52128) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:13.104698 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:13.124537 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216265-2536-490a-98e2-2cace7a5f448 req-3e54b0ac-d330-4030-bf13-5019cbe32f80 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:13.126018 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-04216265-2536-490a-98e2-2cace7a5f448 req-3e54b0ac-d330-4030-bf13-5019cbe32f80 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0797112 Aug 12 01:32:13.141156 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:13.157467 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.181866 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77288f79-1af6-4d44-af86-1e9e77ba0aec req-beda977c-5b76-4ef8-93a3-7546b0aa958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:13.183497 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-77288f79-1af6-4d44-af86-1e9e77ba0aec req-beda977c-5b76-4ef8-93a3-7546b0aa958d service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.0885277 Aug 12 01:32:13.238687 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-04216265-2536-490a-98e2-2cace7a5f448 req-59e007fb-2f54-4ae6-8059-fb2604f0ba33 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068084 Aug 12 01:32:13.253573 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:13.254423 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-77288f79-1af6-4d44-af86-1e9e77ba0aec req-7a2b3c26-5e54-4287-bbb0-784b62ed73f7 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 HTTP/1.1" status: 200 len: 1000 time: 0.0627728 Aug 12 01:32:13.268047 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.310209 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77288f79-1af6-4d44-af86-1e9e77ba0aec req-84f70763-ee75-4dbd-93d2-9daf207b6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:13.311912 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-77288f79-1af6-4d44-af86-1e9e77ba0aec req-84f70763-ee75-4dbd-93d2-9daf207b6f4c service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.0512781 Aug 12 01:32:13.361461 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77288f79-1af6-4d44-af86-1e9e77ba0aec req-aee98835-6e5f-4b2a-bb3b-ed89cd20e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:13.363209 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-77288f79-1af6-4d44-af86-1e9e77ba0aec req-aee98835-6e5f-4b2a-bb3b-ed89cd20e2d7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433717 Aug 12 01:32:13.390015 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Allocated IP 172.27.2.238 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/188d99e7-12ac-4db1-9dea-0b33e58f38f5) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:32:13.461649 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-77288f79-1af6-4d44-af86-1e9e77ba0aec req-1aae3e08-9908-49f1-b34e-6a5a7edc2ae2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896447 Aug 12 01:32:13.493935 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for port (188d99e7-12ac-4db1-9dea-0b33e58f38f5), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.526593 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (188d99e7-12ac-4db1-9dea-0b33e58f38f5), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.551102 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-77288f79-1af6-4d44-af86-1e9e77ba0aec req-5afec009-38af-4860-9a42-d976134ebf66 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833538 Aug 12 01:32:13.574593 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:32:13.579914 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:32:13.582089 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event updated for resources: {'Port': ['ID=188d99e7-12ac-4db1-9dea-0b33e58f38f5,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:13.584218 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:32:13.666746 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (5ebff84f-0a2c-4230-8d1e-697190b9b635), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.719338 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (188d99e7-12ac-4db1-9dea-0b33e58f38f5), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.862356 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:13.871183 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for port (188d99e7-12ac-4db1-9dea-0b33e58f38f5), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.878271 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (188d99e7-12ac-4db1-9dea-0b33e58f38f5), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.945847 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event updated for resources: {'Port': ['ID=188d99e7-12ac-4db1-9dea-0b33e58f38f5,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:13.950753 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (5ebff84f-0a2c-4230-8d1e-697190b9b635), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.969354 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:13.970653 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c09973c0-722e-480a-8245-e7d771e9b805 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8721693 Aug 12 01:32:14.175579 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-5a67371f-cac2-47f7-8a37-228f0e3f5052 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--303528549&fields=id&tenant_id=9d33b640693442238516535af8320529 HTTP/1.1" status: 200 len: 267 time: 0.0427444 Aug 12 01:32:14.191557 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:14.298288 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-f1573092-daf9-4157-939e-0080925d1bee tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:14.299739 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-f1573092-daf9-4157-939e-0080925d1bee tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 817 time: 0.1170590 Aug 12 01:32:14.332453 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-2bd24bc8-7f50-4fd8-8ade-60ae02e0caed tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/quotas/9d33b640693442238516535af8320529 HTTP/1.1" status: 200 len: 375 time: 0.0168211 Aug 12 01:32:14.340415 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc4107-51d9-4575-9844-2708888630b6 req-cc112359-054f-4b94-81a1-2c9dfad2a833 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:14.341815 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dedc4107-51d9-4575-9844-2708888630b6 req-cc112359-054f-4b94-81a1-2c9dfad2a833 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 945 time: 0.0603216 Aug 12 01:32:14.408487 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-07ef3866-7d80-4f2e-8248-38418807992f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654154 Aug 12 01:32:14.437102 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dedc4107-51d9-4575-9844-2708888630b6 req-d7951b38-3642-40ab-83d6-2b4cfa012578 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835822 Aug 12 01:32:14.770356 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528ac3-698f-4bc4-9dcd-38a5c2cb6b3e req-959445c9-9475-4070-9584-6acbeb6337de tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:14.771842 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2528ac3-698f-4bc4-9dcd-38a5c2cb6b3e req-959445c9-9475-4070-9584-6acbeb6337de tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0835459 Aug 12 01:32:14.809705 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-5b5431f3-e396-4ce6-b5e1-a58924a11a92 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883772 Aug 12 01:32:14.875966 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c2528ac3-698f-4bc4-9dcd-38a5c2cb6b3e req-6ec964d4-1696-4789-9712-2d93e14f84c5 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977621 Aug 12 01:32:14.929513 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-e7363176-44e7-4d9d-88c5-679655fdb5ed service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102412 Aug 12 01:32:15.093338 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8df9f684-3dc3-4ed1-ae89-5bd4bf05d2e2 req-7dc14e0a-bebb-4525-a2c7-08561d20dd99 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 210 time: 0.0319095 Aug 12 01:32:15.563881 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280c2f8-d65c-402b-88e8-ff3d8f357cad req-c2394abe-1373-44f2-94e5-852fb9fbc6ea tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:15.565285 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2280c2f8-d65c-402b-88e8-ff3d8f357cad req-c2394abe-1373-44f2-94e5-852fb9fbc6ea tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 945 time: 0.0525992 Aug 12 01:32:15.613464 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2280c2f8-d65c-402b-88e8-ff3d8f357cad req-9dc6a730-5be5-418e-862c-48b25f51133c tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423470 Aug 12 01:32:16.004727 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b772b-8303-4d11-a381-9874dc623082 req-323b54eb-cb8e-4a01-83c1-174d6b9c8ab1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:16.006162 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-064b772b-8303-4d11-a381-9874dc623082 req-323b54eb-cb8e-4a01-83c1-174d6b9c8ab1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0484676 Aug 12 01:32:16.052231 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-064b772b-8303-4d11-a381-9874dc623082 req-fe313f90-544f-482e-b404-c287dd29de77 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406206 Aug 12 01:32:16.207458 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f293c8b3-3044-43b6-8d8f-1984d5f2b5bc req-4d7d7640-6865-4039-8be3-5fbee31f014b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 210 time: 0.0362029 Aug 12 01:32:16.741137 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83ae29-9559-40fa-91d4-1fd494a56bff req-e82e4392-f406-46d3-89b1-c9dd097e75b4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:16.742967 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7d83ae29-9559-40fa-91d4-1fd494a56bff req-e82e4392-f406-46d3-89b1-c9dd097e75b4 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 945 time: 0.0529583 Aug 12 01:32:16.799760 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7d83ae29-9559-40fa-91d4-1fd494a56bff req-5120e176-230d-4ac3-a857-004973153bb8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be38f752-aef5-46c4-a5c8-cd9a8176160e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499923 Aug 12 01:32:17.189496 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad43db-fc22-49bb-b7c7-80e5d56bf1f2 req-347c9ac2-8b5d-4427-8462-adec6fbe7984 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:17.191469 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-20ad43db-fc22-49bb-b7c7-80e5d56bf1f2 req-347c9ac2-8b5d-4427-8462-adec6fbe7984 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0603132 Aug 12 01:32:17.242133 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-20ad43db-fc22-49bb-b7c7-80e5d56bf1f2 req-04f1c94c-5eed-4bac-9718-832c94f29bdc tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447512 Aug 12 01:32:17.313484 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9904bb-881d-4635-aec9-cee1433a26df req-21715abb-9b43-4528-9dd5-fd691016c6bd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:17.315156 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4b9904bb-881d-4635-aec9-cee1433a26df req-21715abb-9b43-4528-9dd5-fd691016c6bd tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 945 time: 0.0636280 Aug 12 01:32:17.329466 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:17.369702 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d7162a2f-a71b-4f0d-ba32-b2ffc0eeb422 req-a21df36a-e847-45d4-b23f-4b7da773fd4f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 210 time: 0.0492542 Aug 12 01:32:17.410548 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-4b9904bb-881d-4635-aec9-cee1433a26df req-983b9f40-8cf5-4521-9c6b-30c0596a58c8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Deleting port 2fdb5157-5165-4135-b58d-b3f4cc47979a {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:17.410959 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-4b9904bb-881d-4635-aec9-cee1433a26df req-983b9f40-8cf5-4521-9c6b-30c0596a58c8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:17.420792 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0725cf1-b84a-41d4-ba5b-eefdfde618da req-fb35fa12-f18f-4512-9782-bde4c3e854bc tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:17.422382 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c0725cf1-b84a-41d4-ba5b-eefdfde618da req-fb35fa12-f18f-4512-9782-bde4c3e854bc tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0630322 Aug 12 01:32:17.432523 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52176) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:17.437153 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-98ebb56c-fcea-44fd-85ed-b6b7a32a4a95 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Request body: {'floatingip': {'port_id': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:17.439506 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:17.464747 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:17.491591 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98ebb56c-fcea-44fd-85ed-b6b7a32a4a95 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for floatingip (55ea0724-fb3c-4555-9e52-21f2cde5d14e), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:17.508992 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-4b9904bb-881d-4635-aec9-cee1433a26df req-983b9f40-8cf5-4521-9c6b-30c0596a58c8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] For port 2fdb5157-5165-4135-b58d-b3f4cc47979a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2fdb5157-5165-4135-b58d-b3f4cc47979a,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:17.509329 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-4b9904bb-881d-4635-aec9-cee1433a26df req-983b9f40-8cf5-4521-9c6b-30c0596a58c8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:17.522355 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-4b9904bb-881d-4635-aec9-cee1433a26df req-983b9f40-8cf5-4521-9c6b-30c0596a58c8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Calling delete_port for 2fdb5157-5165-4135-b58d-b3f4cc47979a owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:17.649146 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-4b9904bb-881d-4635-aec9-cee1433a26df req-983b9f40-8cf5-4521-9c6b-30c0596a58c8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (2fdb5157-5165-4135-b58d-b3f4cc47979a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:17.661794 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['2fdb5157-5165-4135-b58d-b3f4cc47979a'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:32:17.681179 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b9f40-8cf5-4521-9c6b-30c0596a58c8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Pushing event deleted for resources: {'Port': ['ID=2fdb5157-5165-4135-b58d-b3f4cc47979a,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:17.734181 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9904bb-881d-4635-aec9-cee1433a26df req-983b9f40-8cf5-4521-9c6b-30c0596a58c8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] No DVR routers for this DVR port 2fdb5157-5165-4135-b58d-b3f4cc47979a on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:32:17.736807 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-4b9904bb-881d-4635-aec9-cee1433a26df req-983b9f40-8cf5-4521-9c6b-30c0596a58c8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:17.740227 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4b9904bb-881d-4635-aec9-cee1433a26df req-983b9f40-8cf5-4521-9c6b-30c0596a58c8 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.15 "DELETE /networking/v2.0/ports/2fdb5157-5165-4135-b58d-b3f4cc47979a HTTP/1.1" status: 204 len: 173 time: 0.4190996 Aug 12 01:32:17.740663 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'name': 'network-vif-deleted', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:17.742874 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05af7885-0a9f-480d-a4cb-ff6b6aa0e378" -d '{"events": [{"server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "name": "network-vif-deleted", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:17.779995 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d001e87-58d7-4475-be5e-5d9834f06c47 x-openstack-request-id: req-4d001e87-58d7-4475-be5e-5d9834f06c47 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:17.780287 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32538820-dcc6-45ce-9b8b-dea8fe7e4776", "name": "network-vif-deleted", "tag": "2fdb5157-5165-4135-b58d-b3f4cc47979a", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:17.780542 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d001e87-58d7-4475-be5e-5d9834f06c47 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:17.780954 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d001e87-58d7-4475-be5e-5d9834f06c47'] response: {'server_uuid': '32538820-dcc6-45ce-9b8b-dea8fe7e4776', 'name': 'network-vif-deleted', 'tag': '2fdb5157-5165-4135-b58d-b3f4cc47979a', 'status': 'completed', 'code': 200} Aug 12 01:32:17.936113 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a31f5336-8bb8-41f0-a893-81f83a510935 req-d58d9f6f-3936-4010-9e91-9da4f02557b6 tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 210 time: 0.0373917 Aug 12 01:32:17.985197 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98ebb56c-fcea-44fd-85ed-b6b7a32a4a95 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:17.991788 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98ebb56c-fcea-44fd-85ed-b6b7a32a4a95 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (55ea0724-fb3c-4555-9e52-21f2cde5d14e), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:18.117677 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:18.152345 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-69e89e91-cae0-4512-b19e-82935d5c4e12 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:18.153995 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-69e89e91-cae0-4512-b19e-82935d5c4e12 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 817 time: 0.1519420 Aug 12 01:32:18.251214 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ebb56c-fcea-44fd-85ed-b6b7a32a4a95 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Router cfe1fd6d-7509-4b25-a689-fc12f726fe0b has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:32:18.358879 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ebb56c-fcea-44fd-85ed-b6b7a32a4a95 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:32:18.364331 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-98ebb56c-fcea-44fd-85ed-b6b7a32a4a95 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:18.369569 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eadad01-7350-4ba5-9749-b1b2d754e57b None None] Sync routers for ids ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:32:18.400449 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'tag': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:18.402507 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eadad01-7350-4ba5-9749-b1b2d754e57b None None] Routers {'cfe1fd6d-7509-4b25-a689-fc12f726fe0b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:18.402713 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bec1e6-555d-4b41-902d-d89b2a37f925" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a", "tag": "dc2ec8af-df9c-48b9-af2f-f3d087bf0f93"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:18.403143 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5eadad01-7350-4ba5-9749-b1b2d754e57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:18.439568 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-98ebb56c-fcea-44fd-85ed-b6b7a32a4a95 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/55ea0724-fb3c-4555-9e52-21f2cde5d14e HTTP/1.1" status: 200 len: 992 time: 1.0057611 Aug 12 01:32:18.467585 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-0e4a46a8-fd4c-4f31-afde-74ff45ed55b3 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9d33b640693442238516535af8320529 HTTP/1.1" status: 200 len: 379 time: 0.0930078 Aug 12 01:32:18.478223 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdeb69f-eb1e-45fd-bfb3-7eed9007bc3e x-openstack-request-id: req-bfdeb69f-eb1e-45fd-bfb3-7eed9007bc3e {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:18.478512 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a", "tag": "dc2ec8af-df9c-48b9-af2f-f3d087bf0f93", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:18.478764 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfdeb69f-eb1e-45fd-bfb3-7eed9007bc3e {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:18.479178 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdeb69f-eb1e-45fd-bfb3-7eed9007bc3e'] response: {'name': 'network-changed', 'server_uuid': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'tag': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'status': 'completed', 'code': 200} Aug 12 01:32:18.510675 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-144c8791-f021-4294-bb0e-d344894642f9 req-86c35b11-823d-46bc-9831-028f5694a9f4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 210 time: 0.0300865 Aug 12 01:32:18.528375 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-5eadad01-7350-4ba5-9749-b1b2d754e57b None None] Set router cfe1fd6d-7509-4b25-a689-fc12f726fe0b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:18.694202 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:18.742270 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5eadad01-7350-4ba5-9749-b1b2d754e57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '55ea0724-fb3c-4555-9e52-21f2cde5d14e', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'port_id': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'mac_address': 'fa:16:3e:87:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:17Z', 'updated_at': '2022-08-12T01:32:17Z', 'revision_number': 3, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c9146b-ac2b-4378-bec8-f59be3a3f571', 'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'mac_address': 'fa:16:3e:4d:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:03Z', 'updated_at': '2022-08-12T01:28:28Z', 'revision_number': 5, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'subnets': [{'id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:18.766161 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eadad01-7350-4ba5-9749-b1b2d754e57b None None] Checking router: cfe1fd6d-7509-4b25-a689-fc12f726fe0b for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:32:18.775920 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eadad01-7350-4ba5-9749-b1b2d754e57b None None] Routers {'cfe1fd6d-7509-4b25-a689-fc12f726fe0b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:18.776541 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5eadad01-7350-4ba5-9749-b1b2d754e57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:18.809158 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Request body: {'port': {'device_id': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'admin_state_up': True, 'tenant_id': '9d33b640693442238516535af8320529', 'security_groups': ['5f7ddea7-ab8b-42d1-9952-6eff3cb5c926']}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:18.827349 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:18.860830 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:18.869915 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec1e6-555d-4b41-902d-d89b2a37f925 req-af1e7b87-f14d-4623-9d5f-06c6644d209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:18.871434 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-78bec1e6-555d-4b41-902d-d89b2a37f925 req-af1e7b87-f14d-4623-9d5f-06c6644d209f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 1129 time: 0.0480268 Aug 12 01:32:18.929979 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Made reservation on behalf of 9d33b640693442238516535af8320529 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:32:18.933558 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:19.032187 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-5eadad01-7350-4ba5-9749-b1b2d754e57b None None] Set router cfe1fd6d-7509-4b25-a689-fc12f726fe0b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:19.089755 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:19.180539 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-caef0ae7-3589-4276-a92e-111aef2747ab req-32965b15-c758-4ff8-85f6-b516a4afbdab tempest-TestMinimumBasicScenario-1914149486 tempest-TestMinimumBasicScenario-1914149486-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32538820-dcc6-45ce-9b8b-dea8fe7e4776 HTTP/1.1" status: 200 len: 210 time: 0.0792406 Aug 12 01:32:19.210928 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec1e6-555d-4b41-902d-d89b2a37f925 req-dc03fa61-d480-4789-837e-79a775efa3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:19.212780 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-78bec1e6-555d-4b41-902d-d89b2a37f925 req-dc03fa61-d480-4789-837e-79a775efa3ec service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.2079999 Aug 12 01:32:19.283326 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-78bec1e6-555d-4b41-902d-d89b2a37f925 req-b35bf364-a454-426a-9dd2-51b96bf2034f service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 HTTP/1.1" status: 200 len: 1000 time: 0.0586481 Aug 12 01:32:19.286642 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-5eadad01-7350-4ba5-9749-b1b2d754e57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '55ea0724-fb3c-4555-9e52-21f2cde5d14e', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'port_id': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'mac_address': 'fa:16:3e:87:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:17Z', 'updated_at': '2022-08-12T01:32:17Z', 'revision_number': 3, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c9146b-ac2b-4378-bec8-f59be3a3f571', 'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'mac_address': 'fa:16:3e:4d:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:03Z', 'updated_at': '2022-08-12T01:28:28Z', 'revision_number': 5, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'subnets': [{'id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:19.300963 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Allocated IP 172.20.0.7 (bdc64372-39dc-45f5-ae9b-e7b46a872a57/d33ce26f-dc4c-4f32-bc97-4170fb266b96/a7da4e13-3cc9-4eeb-9f82-064424d0880e) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:32:19.318647 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eadad01-7350-4ba5-9749-b1b2d754e57b None None] The sync data for ids ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'] in dv-cinder-784815-15-iscsi is: [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '55ea0724-fb3c-4555-9e52-21f2cde5d14e', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'port_id': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'mac_address': 'fa:16:3e:87:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:30:17Z', 'updated_at': '2022-08-12T01:32:17Z', 'revision_number': 3, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c9146b-ac2b-4378-bec8-f59be3a3f571', 'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'mac_address': 'fa:16:3e:4d:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:03Z', 'updated_at': '2022-08-12T01:28:28Z', 'revision_number': 5, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'subnets': [{'id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:32:19.334796 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec1e6-555d-4b41-902d-d89b2a37f925 req-9ba946eb-bb72-441e-839e-01ac4c721884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:19.336290 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-78bec1e6-555d-4b41-902d-d89b2a37f925 req-9ba946eb-bb72-441e-839e-01ac4c721884 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.0460367 Aug 12 01:32:19.384132 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec1e6-555d-4b41-902d-d89b2a37f925 req-610e6e91-685b-4535-8770-f31b64f8575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:19.385631 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-78bec1e6-555d-4b41-902d-d89b2a37f925 req-610e6e91-685b-4535-8770-f31b64f8575a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413346 Aug 12 01:32:19.452434 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:19.490436 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-78bec1e6-555d-4b41-902d-d89b2a37f925 req-f6930a09-b902-41ab-b2d4-04fec69f948f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970871 Aug 12 01:32:19.493099 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:19.537072 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:19.541231 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Network bdc64372-39dc-45f5-ae9b-e7b46a872a57 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:32:19.547961 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:32:19.550454 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:32:19.556766 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event updated for resources: {'Port': ['ID=a7da4e13-3cc9-4eeb-9f82-064424d0880e,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:19.598260 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-78bec1e6-555d-4b41-902d-d89b2a37f925 req-996c5f47-887e-4211-a9d0-67aebbd50e8d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011710 Aug 12 01:32:19.618215 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:19.618872 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:19.638469 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-510959e3-1e17-43a5-91c6-8f76cb7771b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8331864 Aug 12 01:32:19.651081 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Request body: {'port': {'device_id': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:19.669015 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e888ab-ba60-4f8a-a518-d6177442eebb req-873e2646-0155-4058-9f3c-94ebe51921a5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:19.670614 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-26e888ab-ba60-4f8a-a518-d6177442eebb req-873e2646-0155-4058-9f3c-94ebe51921a5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 931 time: 0.0506477 Aug 12 01:32:19.715193 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:19.717961 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:19.736245 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-26e888ab-ba60-4f8a-a518-d6177442eebb req-2135070e-43ea-4903-b2e5-e574d211922c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506439 Aug 12 01:32:19.866579 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-b79b7188-c48e-4df2-8f98-9eadb41ea455 None None] Provisioning complete for port a7da4e13-3cc9-4eeb-9f82-064424d0880e triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:32:19.867142 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b79b7188-c48e-4df2-8f98-9eadb41ea455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:19.898597 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-b79b7188-c48e-4df2-8f98-9eadb41ea455 None None] Port a7da4e13-3cc9-4eeb-9f82-064424d0880e cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:32:19.987989 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7da4e13-3cc9-4eeb-9f82-064424d0880e {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:32:19.995391 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Publish callbacks [] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:20.007863 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Transition to ACTIVE for port object a7da4e13-3cc9-4eeb-9f82-064424d0880e will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:32:20.013811 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:20.072526 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Pushing event updated for resources: {'Port': ['ID=a7da4e13-3cc9-4eeb-9f82-064424d0880e,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:20.131208 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Attempting to bind port a7da4e13-3cc9-4eeb-9f82-064424d0880e on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:32:20.131425 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Attempting to bind port a7da4e13-3cc9-4eeb-9f82-064424d0880e by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:32:20.131794 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Attempting to bind port a7da4e13-3cc9-4eeb-9f82-064424d0880e on network bdc64372-39dc-45f5-ae9b-e7b46a872a57 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:32:20.136450 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Port a7da4e13-3cc9-4eeb-9f82-064424d0880e on network bdc64372-39dc-45f5-ae9b-e7b46a872a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:32:20.136823 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Attempting to bind port a7da4e13-3cc9-4eeb-9f82-064424d0880e on network bdc64372-39dc-45f5-ae9b-e7b46a872a57 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:32:20.141798 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:32:20.142205 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Checking segment: {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:32:20.142580 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Bound using segment: {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:32:20.143152 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Bound port: a7da4e13-3cc9-4eeb-9f82-064424d0880e, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba2760b-14ea-483e-8936-ec35a5b0bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:32:20.143594 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:20.209698 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:32:20.212878 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:32:20.219437 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:20.224751 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:20.225365 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:20.226776 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/a7da4e13-3cc9-4eeb-9f82-064424d0880e HTTP/1.1" status: 200 len: 1093 time: 0.5805008 Aug 12 01:32:20.227378 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:20.229612 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b70421-4213-4aa2-93b9-8e8b9f89395b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:20.293424 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6178e7-c21c-4630-8e27-ffc72abfc49a x-openstack-request-id: req-ea6178e7-c21c-4630-8e27-ffc72abfc49a {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:20.293715 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:20.293976 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea6178e7-c21c-4630-8e27-ffc72abfc49a {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:20.294394 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6178e7-c21c-4630-8e27-ffc72abfc49a'] response: {'name': 'network-changed', 'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'status': 'completed', 'code': 200} Aug 12 01:32:20.314245 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450f2b5-d381-4ebd-b54a-7585b758f116 service neutron] Pushing event updated for resources: {'Port': ['ID=a7da4e13-3cc9-4eeb-9f82-064424d0880e,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:20.329969 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-cebf43ed-5371-4930-851c-54b93f221e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:20.331482 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-cebf43ed-5371-4930-851c-54b93f221e6d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 1127 time: 0.0493391 Aug 12 01:32:20.377721 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-ecb8c0b6-97e3-4dbf-9eae-c5e4d7f30a85 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e HTTP/1.1" status: 200 len: 217 time: 0.0367544 Aug 12 01:32:20.426339 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-f02035f7-8b67-48b9-81e3-f530a034a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:20.427877 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-f02035f7-8b67-48b9-81e3-f530a034a267 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=d33ce26f-dc4c-4f32-bc97-4170fb266b96 HTTP/1.1" status: 200 len: 856 time: 0.0435517 Aug 12 01:32:20.470441 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-337c98f1-1667-4d25-b8e1-987197920476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:20.472006 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-337c98f1-1667-4d25-b8e1-987197920476 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bdc64372-39dc-45f5-ae9b-e7b46a872a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377343 Aug 12 01:32:20.479958 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'tag': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:20.482264 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6c5aa5-ef5e-4d17-a1a3-296d96f2d1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a", "tag": "dc2ec8af-df9c-48b9-af2f-f3d087bf0f93"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:20.532482 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:20.533482 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116366db-4572-4eae-b5b6-1bcaa40e994d x-openstack-request-id: req-116366db-4572-4eae-b5b6-1bcaa40e994d {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:20.533845 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a", "tag": "dc2ec8af-df9c-48b9-af2f-f3d087bf0f93", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:20.534160 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-116366db-4572-4eae-b5b6-1bcaa40e994d {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:20.534574 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116366db-4572-4eae-b5b6-1bcaa40e994d'] response: {'name': 'network-changed', 'server_uuid': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'tag': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'status': 'completed', 'code': 200} Aug 12 01:32:20.577109 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-3145e556-43e7-48a8-838e-32a4820d35aa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982046 Aug 12 01:32:20.604993 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c5aa5-ef5e-4d17-a1a3-296d96f2d1d5 req-9510db16-4a12-495a-8810-e31cc8289042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:20.606663 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6d6c5aa5-ef5e-4d17-a1a3-296d96f2d1d5 req-9510db16-4a12-495a-8810-e31cc8289042 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 1129 time: 0.0427105 Aug 12 01:32:20.610356 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 2fdb5157-5165-4135-b58d-b3f4cc47979a no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:32:20.635743 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: 2fdb5157-5165-4135-b58d-b3f4cc47979a {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:32:20.636084 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 2fdb5157-5165-4135-b58d-b3f4cc47979a not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:32:20.682031 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-b73f833b-b0bc-432b-b852-0788c10dc57c req-cffeb2e2-78d3-4616-84be-5eebdfe3db76 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973165 Aug 12 01:32:20.720318 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c5aa5-ef5e-4d17-a1a3-296d96f2d1d5 req-4f9d6a98-f4ff-45ae-b7f0-6d4e185ae1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:20.721861 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6d6c5aa5-ef5e-4d17-a1a3-296d96f2d1d5 req-4f9d6a98-f4ff-45ae-b7f0-6d4e185ae1d4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.1072958 Aug 12 01:32:20.856657 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74333127-aa40-47c8-bae9-961310a26666 req-002c8b84-f3f2-4688-8826-2b752a6ccc0b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:20.858132 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-74333127-aa40-47c8-bae9-961310a26666 req-002c8b84-f3f2-4688-8826-2b752a6ccc0b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0479829 Aug 12 01:32:20.906026 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-74333127-aa40-47c8-bae9-961310a26666 req-69e64795-2025-4f4a-a89c-92eace2bc0fb tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420060 Aug 12 01:32:20.913587 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52246) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:20.963720 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:21.228146 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-890802d5-e5f1-4768-87c3-242d9298fe7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1778284'] for router_interface (103cc2dd-644c-4ba5-bccd-72c78131ef2a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:21.467347 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-890802d5-e5f1-4768-87c3-242d9298fe7e admin admin] Deleting port 301dba7a-2eb2-4ee5-9531-faad14b30cc7 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:21.467713 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-890802d5-e5f1-4768-87c3-242d9298fe7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:21.546622 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-890802d5-e5f1-4768-87c3-242d9298fe7e admin admin] For port 301dba7a-2eb2-4ee5-9531-faad14b30cc7, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=301dba7a-2eb2-4ee5-9531-faad14b30cc7,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:21.547277 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-890802d5-e5f1-4768-87c3-242d9298fe7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:21.559709 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-890802d5-e5f1-4768-87c3-242d9298fe7e admin admin] Calling delete_port for 301dba7a-2eb2-4ee5-9531-faad14b30cc7 owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:21.620222 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:21.711768 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6d6c5aa5-ef5e-4d17-a1a3-296d96f2d1d5 req-ea3a5b7d-46bc-45bf-9da5-72a353adcd5c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 HTTP/1.1" status: 200 len: 1000 time: 0.0611534 Aug 12 01:32:21.715464 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70421-4213-4aa2-93b9-8e8b9f89395b req-3ea076e3-b8b2-470a-a589-914e43f15c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:21.717020 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c3b70421-4213-4aa2-93b9-8e8b9f89395b req-3ea076e3-b8b2-470a-a589-914e43f15c9f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 1127 time: 0.0512595 Aug 12 01:32:21.761121 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c5aa5-ef5e-4d17-a1a3-296d96f2d1d5 req-729124b2-1313-43bf-9241-e32c668948ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:21.762606 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6d6c5aa5-ef5e-4d17-a1a3-296d96f2d1d5 req-729124b2-1313-43bf-9241-e32c668948ef service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.0441587 Aug 12 01:32:21.809366 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c5aa5-ef5e-4d17-a1a3-296d96f2d1d5 req-e0d6a747-de4b-4703-aad8-383a5b0c7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:21.810802 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6d6c5aa5-ef5e-4d17-a1a3-296d96f2d1d5 req-e0d6a747-de4b-4703-aad8-383a5b0c7d8e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387256 Aug 12 01:32:21.821740 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:21.839227 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-890802d5-e5f1-4768-87c3-242d9298fe7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (301dba7a-2eb2-4ee5-9531-faad14b30cc7), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:21.867414 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70421-4213-4aa2-93b9-8e8b9f89395b req-8c946cda-4048-49a3-9ca1-527b55ec4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:21.868917 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c3b70421-4213-4aa2-93b9-8e8b9f89395b req-8c946cda-4048-49a3-9ca1-527b55ec4164 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 918 time: 0.1468353 Aug 12 01:32:21.871280 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890802d5-e5f1-4768-87c3-242d9298fe7e admin admin] Pushing event deleted for resources: {'Port': ['ID=301dba7a-2eb2-4ee5-9531-faad14b30cc7,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:21.880871 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:21.912018 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6d6c5aa5-ef5e-4d17-a1a3-296d96f2d1d5 req-3bcd33c9-127c-4be9-8739-59070eeb115a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949547 Aug 12 01:32:21.933531 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c3b70421-4213-4aa2-93b9-8e8b9f89395b req-df9df7f4-916d-4ba7-bc64-a529409ab3cf service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e HTTP/1.1" status: 200 len: 217 time: 0.0561488 Aug 12 01:32:21.985741 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:22.024232 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70421-4213-4aa2-93b9-8e8b9f89395b req-143850a6-7c31-4946-b1c0-c3f6bad8ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:22.025795 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c3b70421-4213-4aa2-93b9-8e8b9f89395b req-143850a6-7c31-4946-b1c0-c3f6bad8ccd4 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=d33ce26f-dc4c-4f32-bc97-4170fb266b96 HTTP/1.1" status: 200 len: 856 time: 0.0728645 Aug 12 01:32:22.048789 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6d6c5aa5-ef5e-4d17-a1a3-296d96f2d1d5 req-a2b2c683-f8e3-40c8-859d-e56aca329a54 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273952 Aug 12 01:32:22.060151 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb7d0-89f1-4016-b141-3456a8ad1453 req-12d9284a-ad0a-4da7-895d-86f6ed7b7b5c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:22.061992 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b4fbb7d0-89f1-4016-b141-3456a8ad1453 req-12d9284a-ad0a-4da7-895d-86f6ed7b7b5c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0630786 Aug 12 01:32:22.116277 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70421-4213-4aa2-93b9-8e8b9f89395b req-0e939ea5-7761-48e4-99bc-d8a2ff98bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:22.116821 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b4fbb7d0-89f1-4016-b141-3456a8ad1453 req-1359d5ad-b3c4-495f-baf2-279c18b8ab7d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433917 Aug 12 01:32:22.123247 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c3b70421-4213-4aa2-93b9-8e8b9f89395b req-0e939ea5-7761-48e4-99bc-d8a2ff98bec1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bdc64372-39dc-45f5-ae9b-e7b46a872a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569937 Aug 12 01:32:22.219559 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-890802d5-e5f1-4768-87c3-242d9298fe7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778368'] for router_interface (103cc2dd-644c-4ba5-bccd-72c78131ef2a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:22.296020 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c3b70421-4213-4aa2-93b9-8e8b9f89395b req-535f7b64-1226-4e3b-bc26-4db6be9f2a27 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443093 Aug 12 01:32:22.421663 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:22.472976 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c3b70421-4213-4aa2-93b9-8e8b9f89395b req-bec1d0fb-a63f-4ce0-be59-cea5fd267570 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436920 Aug 12 01:32:22.531470 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890802d5-e5f1-4768-87c3-242d9298fe7e admin admin] Router 103cc2dd-644c-4ba5-bccd-72c78131ef2a has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:32:22.633046 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device a7da4e13-3cc9-4eeb-9f82-064424d0880e details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:32:22.635128 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890802d5-e5f1-4768-87c3-242d9298fe7e admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:32:22.643457 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-890802d5-e5f1-4768-87c3-242d9298fe7e admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/103cc2dd-644c-4ba5-bccd-72c78131ef2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7254643 Aug 12 01:32:22.643457 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52250) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:22.649376 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d8d8d-b581-4e23-92ae-1ef62f09d261 None None] Sync routers for ids ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:32:22.662303 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d8d8d-b581-4e23-92ae-1ef62f09d261 None None] Routers {'103cc2dd-644c-4ba5-bccd-72c78131ef2a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:22.663171 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7f1d8d8d-b581-4e23-92ae-1ef62f09d261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:22.742335 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:22.753649 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'port_id': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'mac_address': 'fa:16:3e:65:a2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:32:22.754112 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Publish callbacks [] for router (103cc2dd-644c-4ba5-bccd-72c78131ef2a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:22.765228 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-7f1d8d8d-b581-4e23-92ae-1ef62f09d261 None None] Set router 103cc2dd-644c-4ba5-bccd-72c78131ef2a gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:22.788834 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port a7da4e13-3cc9-4eeb-9f82-064424d0880e is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:32:22.789046 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:22.806765 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7da4e13-3cc9-4eeb-9f82-064424d0880e {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:32:22.826826 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:22.832105 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:22.855222 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:22.857136 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:22.858063 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Publish callbacks [] for router_gateway (103cc2dd-644c-4ba5-bccd-72c78131ef2a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:22.859520 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:22.881191 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=a7da4e13-3cc9-4eeb-9f82-064424d0880e,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:22.902824 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Deleting port ae42ea69-2846-461f-8dae-a3398c7fe2b4 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:22.903171 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:22.941128 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7f1d8d8d-b581-4e23-92ae-1ef62f09d261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:32:21Z', 'revision_number': 5, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port': {'id': 'ae42ea69-2846-461f-8dae-a3398c7fe2b4', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:22.967168 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d8d8d-b581-4e23-92ae-1ef62f09d261 None None] Checking router: 103cc2dd-644c-4ba5-bccd-72c78131ef2a for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:32:22.982717 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d8d8d-b581-4e23-92ae-1ef62f09d261 None None] Routers {'103cc2dd-644c-4ba5-bccd-72c78131ef2a'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:22.983296 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7f1d8d8d-b581-4e23-92ae-1ef62f09d261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:23.070171 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-7f1d8d8d-b581-4e23-92ae-1ef62f09d261 None None] Set router 103cc2dd-644c-4ba5-bccd-72c78131ef2a gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:23.120405 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7f1d8d8d-b581-4e23-92ae-1ef62f09d261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:32:22Z', 'revision_number': 6, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port_host': None}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:23.132361 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['a7da4e13-3cc9-4eeb-9f82-064424d0880e'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:32:23.149610 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d8d8d-b581-4e23-92ae-1ef62f09d261 None None] The sync data for ids ['103cc2dd-644c-4ba5-bccd-72c78131ef2a'] in dv-cinder-784815-15-iscsi is: [{'id': '103cc2dd-644c-4ba5-bccd-72c78131ef2a', 'name': 'tempest-TestMinimumBasicScenario-455367313-router', 'tenant_id': '135531dcbc244552aef21e5d555da3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:01Z', 'updated_at': '2022-08-12T01:32:22Z', 'revision_number': 6, 'project_id': '135531dcbc244552aef21e5d555da3c4', 'gw_port_host': None}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:32:23.224387 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:23.231560 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] For port ae42ea69-2846-461f-8dae-a3398c7fe2b4, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=ae42ea69-2846-461f-8dae-a3398c7fe2b4,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:23.232017 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:23.245040 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Calling delete_port for ae42ea69-2846-461f-8dae-a3398c7fe2b4 owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:23.252864 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e82f2-2b35-45b8-9271-4323bbefcd51 req-eb3b05a4-a3b8-4fe2-b03f-a14412a9eda7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:23.254469 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-533e82f2-2b35-45b8-9271-4323bbefcd51 req-eb3b05a4-a3b8-4fe2-b03f-a14412a9eda7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 944 time: 0.0504770 Aug 12 01:32:23.304898 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-533e82f2-2b35-45b8-9271-4323bbefcd51 req-798fdc20-3a9b-44ba-8486-5208ebbb3796 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437026 Aug 12 01:32:23.418439 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (ae42ea69-2846-461f-8dae-a3398c7fe2b4), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:23.440868 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae42ea69-2846-461f-8dae-a3398c7fe2b4,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:23.499329 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:23.508371 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362832'] for router_gateway (103cc2dd-644c-4ba5-bccd-72c78131ef2a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:23.596821 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (103cc2dd-644c-4ba5-bccd-72c78131ef2a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:23.599051 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Publish callbacks [] for router_controller (103cc2dd-644c-4ba5-bccd-72c78131ef2a), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:23.645295 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1780034'] for router (103cc2dd-644c-4ba5-bccd-72c78131ef2a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:23.646059 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 103cc2dd-644c-4ba5-bccd-72c78131ef2a {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 01:32:23.650785 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:23.651680 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a5fb9054-ae45-4a21-85e0-1755bb8ebc7d admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/103cc2dd-644c-4ba5-bccd-72c78131ef2a HTTP/1.1" status: 204 len: 168 time: 1.0069051 Aug 12 01:32:23.654847 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52254) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:23.704303 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9795e84-216f-4328-a920-7f2c39b65ab6 admin admin] Deleting subnet bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:32:23.707780 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c9795e84-216f-4328-a920-7f2c39b65ab6 admin admin] Publish callbacks [] for subnet (bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:23.742702 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c9795e84-216f-4328-a920-7f2c39b65ab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64470971'] for subnet (bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:23.817308 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c9795e84-216f-4328-a920-7f2c39b65ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:23.879555 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c9795e84-216f-4328-a920-7f2c39b65ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64677814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65011426'] for subnet (bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:23.905850 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9795e84-216f-4328-a920-7f2c39b65ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:23.909351 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c9795e84-216f-4328-a920-7f2c39b65ab6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:23.912498 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c9795e84-216f-4328-a920-7f2c39b65ab6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/bd4b09f3-c87a-4876-83fe-9fbedbf4eb6d HTTP/1.1" status: 204 len: 168 time: 0.2566080 Aug 12 01:32:23.915004 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52256) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:23.918324 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203ea44-0c83-4f27-96e7-4d9c607b9da9 None None] Network d04560af-1d78-44a3-b9e1-6b63b0e806e7 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:32:23.988254 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (d04560af-1d78-44a3-b9e1-6b63b0e806e7), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.041503 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Deleting port bfb919b7-2642-4037-b26e-83978638e359 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:24.041915 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (bfb919b7-2642-4037-b26e-83978638e359), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.075979 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7a85f2-8533-4bfc-af1f-99c5ccdab465 None None] DHCP port deletion for d04560af-1d78-44a3-b9e1-6b63b0e806e7 request from dv-cinder-784815-15-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 12 01:32:24.112595 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] For port bfb919b7-2642-4037-b26e-83978638e359, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=bfb919b7-2642-4037-b26e-83978638e359,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:24.112873 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (bfb919b7-2642-4037-b26e-83978638e359), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.121255 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a85f2-8533-4bfc-af1f-99c5ccdab465 None None] Deleting port bfb919b7-2642-4037-b26e-83978638e359 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:24.121881 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6f7a85f2-8533-4bfc-af1f-99c5ccdab465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (bfb919b7-2642-4037-b26e-83978638e359), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.127206 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Calling delete_port for bfb919b7-2642-4037-b26e-83978638e359 owned by network:dhcp {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:24.133506 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:24.193285 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-6f7a85f2-8533-4bfc-af1f-99c5ccdab465 None None] For port bfb919b7-2642-4037-b26e-83978638e359, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=bfb919b7-2642-4037-b26e-83978638e359,segment=NetworkSegment(53fdf7ec-d29a-4c55-a741-46706abf66c8),segment_id=53fdf7ec-d29a-4c55-a741-46706abf66c8)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:24.193813 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6f7a85f2-8533-4bfc-af1f-99c5ccdab465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (bfb919b7-2642-4037-b26e-83978638e359), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.206617 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a85f2-8533-4bfc-af1f-99c5ccdab465 None None] Calling delete_port for bfb919b7-2642-4037-b26e-83978638e359 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:24.208823 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:24.219204 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (bfb919b7-2642-4037-b26e-83978638e359), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.246950 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb919b7-2642-4037-b26e-83978638e359,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:24.249010 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] No DVR routers for this DVR port bfb919b7-2642-4037-b26e-83978638e359 on host dv-cinder-784815-15-iscsi {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:32:24.286656 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6f7a85f2-8533-4bfc-af1f-99c5ccdab465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018'] for port (bfb919b7-2642-4037-b26e-83978638e359), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.311259 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a85f2-8533-4bfc-af1f-99c5ccdab465 None None] Pushing event deleted for resources: {'Port': ['ID=bfb919b7-2642-4037-b26e-83978638e359,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:24.315845 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a85f2-8533-4bfc-af1f-99c5ccdab465 None None] No DVR routers for this DVR port bfb919b7-2642-4037-b26e-83978638e359 on host dv-cinder-784815-15-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:32:24.323467 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (d04560af-1d78-44a3-b9e1-6b63b0e806e7), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.337135 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:24.358252 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04560af-1d78-44a3-b9e1-6b63b0e806e7']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:24.367974 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fdf7ec-d29a-4c55-a741-46706abf66c8') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:24.368279 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fdf7ec-d29a-4c55-a741-46706abf66c8') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:24.378474 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64470946'] for segment (53fdf7ec-d29a-4c55-a741-46706abf66c8), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.407971 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device bfb919b7-2642-4037-b26e-83978638e359 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:32:24.420222 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (53fdf7ec-d29a-4c55-a741-46706abf66c8), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.427749 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: bfb919b7-2642-4037-b26e-83978638e359 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:32:24.428184 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device bfb919b7-2642-4037-b26e-83978638e359 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:32:24.429241 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 301dba7a-2eb2-4ee5-9531-faad14b30cc7 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:32:24.432990 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:32:24.433399 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64676944'] for segment (53fdf7ec-d29a-4c55-a741-46706abf66c8), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.450761 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 301dba7a-2eb2-4ee5-9531-faad14b30cc7 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:32:24.450910 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 301dba7a-2eb2-4ee5-9531-faad14b30cc7 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:32:24.451314 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device ae42ea69-2846-461f-8dae-a3398c7fe2b4 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:32:24.469344 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: ae42ea69-2846-461f-8dae-a3398c7fe2b4 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:32:24.469683 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device ae42ea69-2846-461f-8dae-a3398c7fe2b4 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:32:24.473752 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 53fdf7ec-d29a-4c55-a741-46706abf66c8 resource provider aggregate not found Aug 12 01:32:24.486629 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430057e-70b2-4ffa-87da-bef9b377603f req-b5b65603-633b-4fc7-8ab8-ca1ac36187b5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:24.488257 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a430057e-70b2-4ffa-87da-bef9b377603f req-b5b65603-633b-4fc7-8ab8-ca1ac36187b5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 944 time: 0.1010733 Aug 12 01:32:24.493840 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 53fdf7ec-d29a-4c55-a741-46706abf66c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53fdf7ec-d29a-4c55-a741-46706abf66c8 found for delete ", "request_id": "req-a7e4ef7e-1580-4692-a61d-e94cc1533d07"}]} Aug 12 01:32:24.522912 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (d04560af-1d78-44a3-b9e1-6b63b0e806e7), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.528635 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.531762 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/d04560af-1d78-44a3-b9e1-6b63b0e806e7 HTTP/1.1" status: 204 len: 168 time: 0.6158032 Aug 12 01:32:24.535080 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52264) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:24.554288 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b0585-4187-49bd-a312-6d198cce4d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=d04560af-1d78-44a3-b9e1-6b63b0e806e7,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:24.566941 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a430057e-70b2-4ffa-87da-bef9b377603f req-4e3c18e7-787a-4821-8744-5aaf6f336d4a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722456 Aug 12 01:32:24.646475 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device a7da4e13-3cc9-4eeb-9f82-064424d0880e up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:32:24.694398 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port a7da4e13-3cc9-4eeb-9f82-064424d0880e completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:32:24.701686 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port a7da4e13-3cc9-4eeb-9f82-064424d0880e triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:32:24.702098 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.775108 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port a7da4e13-3cc9-4eeb-9f82-064424d0880e is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:32:24.775378 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.799041 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:24.801329 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a4c803-810b-4e2c-937b-d3ca73849551" -d '{"events": [{"server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "name": "network-vif-plugged", "status": "completed", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:24.817079 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:24.829265 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.851354 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c13f2d-7779-478c-b219-57f7f5b68b0a x-openstack-request-id: req-d8c13f2d-7779-478c-b219-57f7f5b68b0a {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:24.851688 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "name": "network-vif-plugged", "status": "completed", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:24.851941 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8c13f2d-7779-478c-b219-57f7f5b68b0a {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:24.852331 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c13f2d-7779-478c-b219-57f7f5b68b0a'] response: {'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'code': 200} Aug 12 01:32:24.866620 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fd895de9-51e6-4afc-9ca4-a56014c7e1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1778284'] for router_interface (d5125af7-d4fc-4ef0-8f0c-9920996e8421), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:24.883747 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=a7da4e13-3cc9-4eeb-9f82-064424d0880e,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:25.044559 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:25.065130 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a3bbc-c756-4619-868e-96f654f5a20e req-044dafb2-5e5b-4e59-9088-5d9e0d283009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:25.066642 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-038a3bbc-c756-4619-868e-96f654f5a20e req-044dafb2-5e5b-4e59-9088-5d9e0d283009 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 1129 time: 0.0660350 Aug 12 01:32:25.154681 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-038a3bbc-c756-4619-868e-96f654f5a20e req-c005caa1-7eb5-447e-a23d-55e4457675c1 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810771 Aug 12 01:32:25.164685 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-fd895de9-51e6-4afc-9ca4-a56014c7e1e7 admin admin] Deleting port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:25.165018 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fd895de9-51e6-4afc-9ca4-a56014c7e1e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:25.245989 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-fd895de9-51e6-4afc-9ca4-a56014c7e1e7 admin admin] For port 03c9b1f4-5d2a-401c-bf2a-96e512ab1818, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=03c9b1f4-5d2a-401c-bf2a-96e512ab1818,segment=NetworkSegment(2365c792-4d51-4170-a355-f39978a8e58d),segment_id=2365c792-4d51-4170-a355-f39978a8e58d)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:25.246375 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fd895de9-51e6-4afc-9ca4-a56014c7e1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:25.259655 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-fd895de9-51e6-4afc-9ca4-a56014c7e1e7 admin admin] Calling delete_port for 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:25.315504 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:25.457862 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fd895de9-51e6-4afc-9ca4-a56014c7e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (03c9b1f4-5d2a-401c-bf2a-96e512ab1818), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:25.479614 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd895de9-51e6-4afc-9ca4-a56014c7e1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c9b1f4-5d2a-401c-bf2a-96e512ab1818,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:25.650447 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fd895de9-51e6-4afc-9ca4-a56014c7e1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778368'] for router_interface (d5125af7-d4fc-4ef0-8f0c-9920996e8421), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:25.697979 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91ff05-a6af-4aa2-9e8c-f58745917032 req-fb531153-5eed-476b-9006-96fab170da2e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:25.699638 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dd91ff05-a6af-4aa2-9e8c-f58745917032 req-fb531153-5eed-476b-9006-96fab170da2e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0481651 Aug 12 01:32:25.748370 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dd91ff05-a6af-4aa2-9e8c-f58745917032 req-e79dac36-3f82-4278-801b-3b378b5e048a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 Aug 12 01:32:25.844831 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:25.856423 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd895de9-51e6-4afc-9ca4-a56014c7e1e7 admin admin] Router d5125af7-d4fc-4ef0-8f0c-9920996e8421 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:32:25.955679 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd895de9-51e6-4afc-9ca4-a56014c7e1e7 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:32:25.960555 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-fd895de9-51e6-4afc-9ca4-a56014c7e1e7 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/d5125af7-d4fc-4ef0-8f0c-9920996e8421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4243429 Aug 12 01:32:25.963189 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52270) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:25.967942 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d92873-4ac5-49a0-9195-934cbd8f54dc None None] Sync routers for ids ['d5125af7-d4fc-4ef0-8f0c-9920996e8421'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:32:25.979583 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d92873-4ac5-49a0-9195-934cbd8f54dc None None] Routers {'d5125af7-d4fc-4ef0-8f0c-9920996e8421'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:25.980286 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-78d92873-4ac5-49a0-9195-934cbd8f54dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['d5125af7-d4fc-4ef0-8f0c-9920996e8421'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:26.064619 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Publish callbacks [] for router (d5125af7-d4fc-4ef0-8f0c-9920996e8421), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:26.097298 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-78d92873-4ac5-49a0-9195-934cbd8f54dc None None] Set router d5125af7-d4fc-4ef0-8f0c-9920996e8421 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:26.168757 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Publish callbacks [] for router_gateway (d5125af7-d4fc-4ef0-8f0c-9920996e8421), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:26.190360 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:26.211369 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:26.214819 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Deleting port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:26.215404 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:26.268866 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-78d92873-4ac5-49a0-9195-934cbd8f54dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'name': 'tempest-TestMinimumBasicScenario-1643328461-router', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:32:25Z', 'revision_number': 5, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'gw_port': {'id': 'c8d84cae-2cab-4736-a4e8-1b8e0d4367e6', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:26.302491 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d92873-4ac5-49a0-9195-934cbd8f54dc None None] Checking router: d5125af7-d4fc-4ef0-8f0c-9920996e8421 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:32:26.312890 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d92873-4ac5-49a0-9195-934cbd8f54dc None None] Routers {'d5125af7-d4fc-4ef0-8f0c-9920996e8421'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:26.313498 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-78d92873-4ac5-49a0-9195-934cbd8f54dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['d5125af7-d4fc-4ef0-8f0c-9920996e8421'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:26.314587 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] For port c8d84cae-2cab-4736-a4e8-1b8e0d4367e6, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=c8d84cae-2cab-4736-a4e8-1b8e0d4367e6,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:26.315016 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:26.331736 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Calling delete_port for c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:26.417272 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:26.418862 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-78d92873-4ac5-49a0-9195-934cbd8f54dc None None] Set router d5125af7-d4fc-4ef0-8f0c-9920996e8421 gateway port host: None {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:26.479029 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-78d92873-4ac5-49a0-9195-934cbd8f54dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'name': 'tempest-TestMinimumBasicScenario-1643328461-router', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:32:26Z', 'revision_number': 6, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'gw_port_host': None}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:26.503316 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d92873-4ac5-49a0-9195-934cbd8f54dc None None] The sync data for ids ['d5125af7-d4fc-4ef0-8f0c-9920996e8421'] in dv-cinder-784815-15-iscsi is: [{'id': 'd5125af7-d4fc-4ef0-8f0c-9920996e8421', 'name': 'tempest-TestMinimumBasicScenario-1643328461-router', 'tenant_id': '15f8ca3bef734af99d7d7779624800dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:07Z', 'updated_at': '2022-08-12T01:32:26Z', 'revision_number': 6, 'project_id': '15f8ca3bef734af99d7d7779624800dd', 'gw_port_host': None}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:32:26.519849 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (c8d84cae-2cab-4736-a4e8-1b8e0d4367e6), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:26.543013 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d84cae-2cab-4736-a4e8-1b8e0d4367e6,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:26.612345 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362832'] for router_gateway (d5125af7-d4fc-4ef0-8f0c-9920996e8421), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:26.697811 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (d5125af7-d4fc-4ef0-8f0c-9920996e8421), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:26.700108 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Publish callbacks [] for router_controller (d5125af7-d4fc-4ef0-8f0c-9920996e8421), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:26.750047 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1780034'] for router (d5125af7-d4fc-4ef0-8f0c-9920996e8421), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:26.750703 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5125af7-d4fc-4ef0-8f0c-9920996e8421 {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 01:32:26.754746 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:26.755900 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-23377638-6c5e-4580-9bd7-795dfe0bbd42 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/d5125af7-d4fc-4ef0-8f0c-9920996e8421 HTTP/1.1" status: 204 len: 168 time: 0.7918196 Aug 12 01:32:26.758688 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52272) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:26.787969 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:26.806806 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3efc0ab-a410-452b-bbf6-5baf9ea71ccc admin admin] Deleting subnet 0133dcc4-8eb4-42e6-97aa-5da6e937f960 {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:32:26.810399 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3efc0ab-a410-452b-bbf6-5baf9ea71ccc admin admin] Publish callbacks [] for subnet (0133dcc4-8eb4-42e6-97aa-5da6e937f960), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:26.848432 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3efc0ab-a410-452b-bbf6-5baf9ea71ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66769595'] for subnet (0133dcc4-8eb4-42e6-97aa-5da6e937f960), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:26.885118 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfd6ea-13a9-4cbb-8580-be41b57e1828 req-bf735cb2-7658-4b3e-9b18-8ac8f22ac3b8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:26.892088 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-eedfd6ea-13a9-4cbb-8580-be41b57e1828 req-bf735cb2-7658-4b3e-9b18-8ac8f22ac3b8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0585196 Aug 12 01:32:26.942058 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-eedfd6ea-13a9-4cbb-8580-be41b57e1828 req-72f7cd78-baf1-4ef0-ae31-1a18e3991de4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487309 Aug 12 01:32:26.965345 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3efc0ab-a410-452b-bbf6-5baf9ea71ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (0133dcc4-8eb4-42e6-97aa-5da6e937f960), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.021725 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3efc0ab-a410-452b-bbf6-5baf9ea71ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67055905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63803327'] for subnet (0133dcc4-8eb4-42e6-97aa-5da6e937f960), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.053859 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efc0ab-a410-452b-bbf6-5baf9ea71ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0133dcc4-8eb4-42e6-97aa-5da6e937f960,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:27.056242 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a3efc0ab-a410-452b-bbf6-5baf9ea71ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.059678 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a3efc0ab-a410-452b-bbf6-5baf9ea71ccc admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/0133dcc4-8eb4-42e6-97aa-5da6e937f960 HTTP/1.1" status: 204 len: 168 time: 0.2999630 Aug 12 01:32:27.060507 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e1699b-1edd-4844-8dc5-9e9718c602cf None None] Network beb141f1-0f93-4c0e-a606-489ef15d3286 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:32:27.062284 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52278) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:27.088958 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63465c7-3e86-4192-a795-e3eaed8a7bd7 req-21f55379-bc2d-42f3-8e65-5498ed207ea0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:27.090600 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f63465c7-3e86-4192-a795-e3eaed8a7bd7 req-21f55379-bc2d-42f3-8e65-5498ed207ea0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0738273 Aug 12 01:32:27.101178 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52280) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:27.109010 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-aea76fcd-e516-43d1-8913-af418f0a9ad5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Request body: {'floatingip': {'port_id': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:27.152114 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-aea76fcd-e516-43d1-8913-af418f0a9ad5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (5ebff84f-0a2c-4230-8d1e-697190b9b635), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.276605 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf169bf-d2c4-45db-af8e-611e0b1c8a4d None None] DHCP port deletion for beb141f1-0f93-4c0e-a606-489ef15d3286 request from dv-cinder-784815-15-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 12 01:32:27.318800 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-eaf169bf-d2c4-45db-af8e-611e0b1c8a4d None None] Deleting port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:27.319519 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-eaf169bf-d2c4-45db-af8e-611e0b1c8a4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.380186 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (beb141f1-0f93-4c0e-a606-489ef15d3286), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.385653 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:27.408192 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-eaf169bf-d2c4-45db-af8e-611e0b1c8a4d None None] For port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=0c7fe754-4ff7-48da-ae7a-271f4250e1c6,segment=NetworkSegment(2365c792-4d51-4170-a355-f39978a8e58d),segment_id=2365c792-4d51-4170-a355-f39978a8e58d)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:27.408549 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-eaf169bf-d2c4-45db-af8e-611e0b1c8a4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.425235 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-eaf169bf-d2c4-45db-af8e-611e0b1c8a4d None None] Calling delete_port for 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:27.427307 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Deleting port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:27.427756 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.505188 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] For port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=0c7fe754-4ff7-48da-ae7a-271f4250e1c6,segment=NetworkSegment(2365c792-4d51-4170-a355-f39978a8e58d),segment_id=2365c792-4d51-4170-a355-f39978a8e58d)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:27.507568 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.513342 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-eaf169bf-d2c4-45db-af8e-611e0b1c8a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.520688 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Calling delete_port for 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:27.542830 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf169bf-d2c4-45db-af8e-611e0b1c8a4d None None] Pushing event deleted for resources: {'Port': ['ID=0c7fe754-4ff7-48da-ae7a-271f4250e1c6,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:27.549636 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf169bf-d2c4-45db-af8e-611e0b1c8a4d None None] No DVR routers for this DVR port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 on host dv-cinder-784815-15-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:32:27.601770 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (0c7fe754-4ff7-48da-ae7a-271f4250e1c6), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.626754 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7fe754-4ff7-48da-ae7a-271f4250e1c6,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:27.634104 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] No DVR routers for this DVR port 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 on host dv-cinder-784815-15-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:32:27.716500 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (beb141f1-0f93-4c0e-a606-489ef15d3286), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.738798 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb141f1-0f93-4c0e-a606-489ef15d3286']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:27.749307 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2365c792-4d51-4170-a355-f39978a8e58d') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:27.749585 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2365c792-4d51-4170-a355-f39978a8e58d') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:27.761237 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66769570'] for segment (2365c792-4d51-4170-a355-f39978a8e58d), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.776434 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (2365c792-4d51-4170-a355-f39978a8e58d), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.784065 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:32:27.784478 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67056327'] for segment (2365c792-4d51-4170-a355-f39978a8e58d), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.830499 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 2365c792-4d51-4170-a355-f39978a8e58d resource provider aggregate not found Aug 12 01:32:27.850575 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 2365c792-4d51-4170-a355-f39978a8e58d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2365c792-4d51-4170-a355-f39978a8e58d found for delete ", "request_id": "req-48eeb62e-cfd1-4fd7-bba1-5dc6150a6d8a"}]} Aug 12 01:32:27.858227 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (beb141f1-0f93-4c0e-a606-489ef15d3286), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.864761 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.867916 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/beb141f1-0f93-4c0e-a606-489ef15d3286 HTTP/1.1" status: 204 len: 168 time: 0.8046069 Aug 12 01:32:27.882319 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4f8ed-7505-4976-a8b9-274f565f0871 admin admin] Pushing event deleted for resources: {'Network': ['ID=beb141f1-0f93-4c0e-a606-489ef15d3286,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:27.889988 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-aea76fcd-e516-43d1-8913-af418f0a9ad5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.895457 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-aea76fcd-e516-43d1-8913-af418f0a9ad5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (5ebff84f-0a2c-4230-8d1e-697190b9b635), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:27.935036 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:27.995615 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-aea76fcd-e516-43d1-8913-af418f0a9ad5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Floating IP 5ebff84f-0a2c-4230-8d1e-697190b9b635 associated. External IP: 172.27.2.238, port: a7da4e13-3cc9-4eeb-9f82-064424d0880e. Aug 12 01:32:28.052090 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52288) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:28.071874 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:28.094448 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0a3f4c91-a7ab-47ad-a80c-97db0a9da174 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=135531dcbc244552aef21e5d555da3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411723 Aug 12 01:32:28.097089 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52290) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:28.145279 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-435775cf-ece1-4e5e-b8ae-a68f21de4a5b admin admin] Publish callbacks [] for security_group (be38f752-aef5-46c4-a5c8-cd9a8176160e), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:28.166155 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-435775cf-ece1-4e5e-b8ae-a68f21de4a5b admin admin] Publish callbacks [] for security_group (be38f752-aef5-46c4-a5c8-cd9a8176160e), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:28.175617 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:28.198613 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea76fcd-e516-43d1-8913-af418f0a9ad5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Router c39dbdd2-ee17-4306-9462-770fa60bd99b has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:32:28.214402 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-435775cf-ece1-4e5e-b8ae-a68f21de4a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (be38f752-aef5-46c4-a5c8-cd9a8176160e), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:28.216987 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-435775cf-ece1-4e5e-b8ae-a68f21de4a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:28.220935 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-435775cf-ece1-4e5e-b8ae-a68f21de4a5b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/be38f752-aef5-46c4-a5c8-cd9a8176160e HTTP/1.1" status: 204 len: 168 time: 0.1201751 Aug 12 01:32:28.227558 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435775cf-ece1-4e5e-b8ae-a68f21de4a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be38f752-aef5-46c4-a5c8-cd9a8176160e,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:28.307713 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea76fcd-e516-43d1-8913-af418f0a9ad5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:32:28.312741 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-aea76fcd-e516-43d1-8913-af418f0a9ad5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:28.318662 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84958cc6-068f-4c9a-994d-44cb1ea30f54 None None] Sync routers for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:32:28.332808 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84958cc6-068f-4c9a-994d-44cb1ea30f54 None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:28.333647 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-84958cc6-068f-4c9a-994d-44cb1ea30f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:28.344208 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-aea76fcd-e516-43d1-8913-af418f0a9ad5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/5ebff84f-0a2c-4230-8d1e-697190b9b635 HTTP/1.1" status: 200 len: 991 time: 1.2415996 Aug 12 01:32:28.344721 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:28.352022 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cee7ae-5e47-4deb-a53f-b69e07354eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:28.393515 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0ecf39-b3ed-4ed9-9db3-9f8d1343e8f2 x-openstack-request-id: req-cf0ecf39-b3ed-4ed9-9db3-9f8d1343e8f2 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:28.393863 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:28.394123 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf0ecf39-b3ed-4ed9-9db3-9f8d1343e8f2 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:28.394534 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0ecf39-b3ed-4ed9-9db3-9f8d1343e8f2'] response: {'name': 'network-changed', 'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'status': 'completed', 'code': 200} Aug 12 01:32:28.435805 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:32:28.457314 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-84958cc6-068f-4c9a-994d-44cb1ea30f54 None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:28.469089 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cee7ae-5e47-4deb-a53f-b69e07354eb4 req-5f92cf6a-3c5a-4dd7-b9e2-9b88f833bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:28.470651 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c5cee7ae-5e47-4deb-a53f-b69e07354eb4 req-5f92cf6a-3c5a-4dd7-b9e2-9b88f833bd27 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 1129 time: 0.0482345 Aug 12 01:32:28.599455 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:32:28.599826 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device c8d84cae-2cab-4736-a4e8-1b8e0d4367e6 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:32:28.600485 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:32:28.606299 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cee7ae-5e47-4deb-a53f-b69e07354eb4 req-cf4201f4-8ed0-415f-a505-282b326005e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:28.608464 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c5cee7ae-5e47-4deb-a53f-b69e07354eb4 req-cf4201f4-8ed0-415f-a505-282b326005e5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 918 time: 0.1237071 Aug 12 01:32:28.620935 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:32:28.621521 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 0c7fe754-4ff7-48da-ae7a-271f4250e1c6 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:32:28.622092 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:32:28.640883 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52302) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:28.641150 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:32:28.641648 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 03c9b1f4-5d2a-401c-bf2a-96e512ab1818 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:32:28.683097 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c5cee7ae-5e47-4deb-a53f-b69e07354eb4 req-0dbb1747-531b-4500-af67-267503e15641 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e HTTP/1.1" status: 200 len: 999 time: 0.0636976 Aug 12 01:32:28.692979 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-84958cc6-068f-4c9a-994d-44cb1ea30f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '5ebff84f-0a2c-4230-8d1e-697190b9b635', 'tenant_id': '9d33b640693442238516535af8320529', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'port_id': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'mac_address': 'fa:16:3e:65:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:32:13Z', 'updated_at': '2022-08-12T01:32:27Z', 'revision_number': 1, 'project_id': '9d33b640693442238516535af8320529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:31Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:28.700307 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-77083d53-90f3-439e-92b9-d6b2c6e174e0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=15f8ca3bef734af99d7d7779624800dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554483 Aug 12 01:32:28.700631 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52304) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:28.719366 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84958cc6-068f-4c9a-994d-44cb1ea30f54 None None] Checking router: c39dbdd2-ee17-4306-9462-770fa60bd99b for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:32:28.729625 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84958cc6-068f-4c9a-994d-44cb1ea30f54 None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:28.730213 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-84958cc6-068f-4c9a-994d-44cb1ea30f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:28.736606 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:28.740828 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cee7ae-5e47-4deb-a53f-b69e07354eb4 req-f07a5356-5d12-4cd4-92e2-ffd66007bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:28.742306 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c5cee7ae-5e47-4deb-a53f-b69e07354eb4 req-f07a5356-5d12-4cd4-92e2-ffd66007bdd5 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=d33ce26f-dc4c-4f32-bc97-4170fb266b96 HTTP/1.1" status: 200 len: 856 time: 0.0519104 Aug 12 01:32:28.763161 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f721aef0-c90f-4055-9257-e2c1c9cecf97 admin admin] Publish callbacks [] for security_group (e77f19c0-e589-40de-b515-c75ee8860867), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:28.787626 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f721aef0-c90f-4055-9257-e2c1c9cecf97 admin admin] Publish callbacks [] for security_group (e77f19c0-e589-40de-b515-c75ee8860867), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:28.792387 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cee7ae-5e47-4deb-a53f-b69e07354eb4 req-3ce8bec7-2cb0-4dbf-b656-f23502368fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:28.794456 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c5cee7ae-5e47-4deb-a53f-b69e07354eb4 req-3ce8bec7-2cb0-4dbf-b656-f23502368fe8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bdc64372-39dc-45f5-ae9b-e7b46a872a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460052 Aug 12 01:32:28.842125 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-84958cc6-068f-4c9a-994d-44cb1ea30f54 None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:28.843552 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f721aef0-c90f-4055-9257-e2c1c9cecf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e77f19c0-e589-40de-b515-c75ee8860867), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:28.846710 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f721aef0-c90f-4055-9257-e2c1c9cecf97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:28.848462 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f721aef0-c90f-4055-9257-e2c1c9cecf97 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e77f19c0-e589-40de-b515-c75ee8860867 HTTP/1.1" status: 204 len: 168 time: 0.1465399 Aug 12 01:32:28.859705 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721aef0-c90f-4055-9257-e2c1c9cecf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77f19c0-e589-40de-b515-c75ee8860867,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:28.898342 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c5cee7ae-5e47-4deb-a53f-b69e07354eb4 req-cf5d6b6e-9712-4b62-9a3c-4c5cd391a39b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965908 Aug 12 01:32:28.993725 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c5cee7ae-5e47-4deb-a53f-b69e07354eb4 req-47d54d3d-9230-4c69-8827-7c44f6ccc575 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886083 Aug 12 01:32:29.183077 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-84958cc6-068f-4c9a-994d-44cb1ea30f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '5ebff84f-0a2c-4230-8d1e-697190b9b635', 'tenant_id': '9d33b640693442238516535af8320529', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'port_id': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'mac_address': 'fa:16:3e:65:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:32:13Z', 'updated_at': '2022-08-12T01:32:27Z', 'revision_number': 1, 'project_id': '9d33b640693442238516535af8320529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:31Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:29.210241 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84958cc6-068f-4c9a-994d-44cb1ea30f54 None None] The sync data for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi is: [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '5ebff84f-0a2c-4230-8d1e-697190b9b635', 'tenant_id': '9d33b640693442238516535af8320529', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'port_id': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'mac_address': 'fa:16:3e:65:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:32:13Z', 'updated_at': '2022-08-12T01:32:27Z', 'revision_number': 1, 'project_id': '9d33b640693442238516535af8320529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:31Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:32:29.414290 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa413b-99e0-494a-9a40-45229f606018 None None] New status for floating IP 5ebff84f-0a2c-4230-8d1e-697190b9b635: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:32:36.516060 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c59fc32b-ddf7-4be9-9547-13cf012a52df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:38.853276 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:38.858884 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=49,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:38.960752 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b0b400a4-7dad-4bd1-abe5-efd7ce697423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:38.988175 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=48 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:38.990181 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=22 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:39.117444 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:39.185867 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=99 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:39.187092 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=97 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:39.816373 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:41.516000 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:41.670631 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:44.517432 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208a3bd-c59b-4257-9310-4aa049a6b0ea req-bbd641ad-e286-4997-827f-4e34d3acac86 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:44.518920 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6208a3bd-c59b-4257-9310-4aa049a6b0ea req-bbd641ad-e286-4997-827f-4e34d3acac86 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0480757 Aug 12 01:32:44.566451 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6208a3bd-c59b-4257-9310-4aa049a6b0ea req-5211345f-d447-4235-92dd-a06b4f5a3502 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418572 Aug 12 01:32:45.709175 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127c36a-d436-4d41-85b2-b54934ab9079 req-c480bffc-380d-4569-9fd4-49eb77d600c0 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:45.710622 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a127c36a-d436-4d41-85b2-b54934ab9079 req-c480bffc-380d-4569-9fd4-49eb77d600c0 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0511284 Aug 12 01:32:45.762227 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a127c36a-d436-4d41-85b2-b54934ab9079 req-9e7a2919-6e1e-4455-a1b9-fc8bca0611e7 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430205 Aug 12 01:32:46.761284 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-098ad71a-8568-4aad-bee9-222c05312000 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:46.762714 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-098ad71a-8568-4aad-bee9-222c05312000 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0622630 Aug 12 01:32:46.848558 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Deleting port 4e439648-a2fe-49f9-a809-a2ad4090be7d {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:46.848904 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:46.881863 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d40162-198b-4d6f-8f9d-3b80d7a87443 req-e21d7f5f-d567-4129-a42d-d60c083ade57 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:46.883351 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-45d40162-198b-4d6f-8f9d-3b80d7a87443 req-e21d7f5f-d567-4129-a42d-d60c083ade57 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 946 time: 0.0476940 Aug 12 01:32:46.931314 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-45d40162-198b-4d6f-8f9d-3b80d7a87443 req-a06c87b8-ea55-4848-807c-593357eafecc tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8e81470-e957-468d-b542-bf26ce8361e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417638 Aug 12 01:32:46.941851 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] For port 4e439648-a2fe-49f9-a809-a2ad4090be7d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=4e439648-a2fe-49f9-a809-a2ad4090be7d,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:46.942222 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:47.108701 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:47.108942 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (3a8db6bf-0b98-4d8d-8336-373aace27ab8), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:47.109327 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Floating IP 3a8db6bf-0b98-4d8d-8336-373aace27ab8 disassociated. External IP: 172.27.2.6, port: 4e439648-a2fe-49f9-a809-a2ad4090be7d. Aug 12 01:32:47.109836 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Calling delete_port for 4e439648-a2fe-49f9-a809-a2ad4090be7d owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:47.199463 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:32:47.252199 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (4e439648-a2fe-49f9-a809-a2ad4090be7d), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:47.279967 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event deleted for resources: {'Port': ['ID=4e439648-a2fe-49f9-a809-a2ad4090be7d,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:47.289663 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.290024 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.290347 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.290659 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.291023 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.291347 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.291710 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.292019 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.292337 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.292692 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.292998 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.293316 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.293635 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.293952 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.294263 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:32:47.401166 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:32:47.504810 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:32:47.514586 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eadc4d6-80d2-4818-99eb-3115311ce574 None None] Sync routers for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:32:47.524680 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eadc4d6-80d2-4818-99eb-3115311ce574 None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:47.525284 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3eadc4d6-80d2-4818-99eb-3115311ce574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:47.546752 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] No DVR routers for this DVR port 4e439648-a2fe-49f9-a809-a2ad4090be7d on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:32:47.549722 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:47.553118 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-104ae2b8-dec4-4dae-bb7c-4a2f89711097 req-f0d79ce3-5f7b-4b8b-893e-697105997009 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.15 "DELETE /networking/v2.0/ports/4e439648-a2fe-49f9-a809-a2ad4090be7d HTTP/1.1" status: 204 len: 173 time: 0.7817376 Aug 12 01:32:47.553868 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'name': 'network-vif-deleted', 'tag': '4e439648-a2fe-49f9-a809-a2ad4090be7d'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:47.556665 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0bd1f9-ab52-450b-89e9-0f41b29572d0" -d '{"events": [{"server_uuid": "c4364ac0-a9b7-4650-8456-15ccdd39bc3a", "name": "network-vif-deleted", "tag": "4e439648-a2fe-49f9-a809-a2ad4090be7d"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:47.597708 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbe6017-3a23-4c33-925c-4c3b178f1e24 x-openstack-request-id: req-ffbe6017-3a23-4c33-925c-4c3b178f1e24 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:47.598004 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4364ac0-a9b7-4650-8456-15ccdd39bc3a", "name": "network-vif-deleted", "tag": "4e439648-a2fe-49f9-a809-a2ad4090be7d", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:47.598485 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffbe6017-3a23-4c33-925c-4c3b178f1e24 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:47.598890 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffbe6017-3a23-4c33-925c-4c3b178f1e24'] response: {'server_uuid': 'c4364ac0-a9b7-4650-8456-15ccdd39bc3a', 'name': 'network-vif-deleted', 'tag': '4e439648-a2fe-49f9-a809-a2ad4090be7d', 'status': 'completed', 'code': 200} Aug 12 01:32:47.632966 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-3eadc4d6-80d2-4818-99eb-3115311ce574 None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:47.843620 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3eadc4d6-80d2-4818-99eb-3115311ce574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:17Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:47.868407 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eadc4d6-80d2-4818-99eb-3115311ce574 None None] Checking router: 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:32:47.877466 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eadc4d6-80d2-4818-99eb-3115311ce574 None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:32:47.878060 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3eadc4d6-80d2-4818-99eb-3115311ce574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:47.979353 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-3eadc4d6-80d2-4818-99eb-3115311ce574 None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:32:48.049214 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-55c41a6a-b329-43cf-b2af-b02ef5f4f6a7 req-22de484c-da9c-439d-9381-c00f396a0419 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c4364ac0-a9b7-4650-8456-15ccdd39bc3a HTTP/1.1" status: 200 len: 210 time: 0.0283635 Aug 12 01:32:48.201685 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3eadc4d6-80d2-4818-99eb-3115311ce574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:17Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:32:48.226089 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eadc4d6-80d2-4818-99eb-3115311ce574 None None] The sync data for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi is: [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:17Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:32:48.448817 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6951d-b14d-45e1-aea2-4507543d49af None None] New status for floating IP 3a8db6bf-0b98-4d8d-8336-373aace27ab8: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:32:48.753129 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 4e439648-a2fe-49f9-a809-a2ad4090be7d no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:32:48.777314 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: 4e439648-a2fe-49f9-a809-a2ad4090be7d {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:32:48.777665 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 4e439648-a2fe-49f9-a809-a2ad4090be7d not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:32:49.154331 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52348) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:49.213843 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c15b93ef-cde5-43af-b7b1-0abb9e250297 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group (e8e81470-e957-468d-b542-bf26ce8361e1), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.237119 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c15b93ef-cde5-43af-b7b1-0abb9e250297 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group (e8e81470-e957-468d-b542-bf26ce8361e1), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.289394 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c15b93ef-cde5-43af-b7b1-0abb9e250297 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e8e81470-e957-468d-b542-bf26ce8361e1), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.291975 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c15b93ef-cde5-43af-b7b1-0abb9e250297 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.293126 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c15b93ef-cde5-43af-b7b1-0abb9e250297 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e8e81470-e957-468d-b542-bf26ce8361e1 HTTP/1.1" status: 204 len: 168 time: 0.1377938 Aug 12 01:32:49.296114 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52350) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:49.302495 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b93ef-cde5-43af-b7b1-0abb9e250297 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e81470-e957-468d-b542-bf26ce8361e1,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:49.313631 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-b4004855-9cbe-4e67-9226-fb3741815f3b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] show failed (client error): The resource could not be found. Aug 12 01:32:49.314665 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b4004855-9cbe-4e67-9226-fb3741815f3b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups/e8e81470-e957-468d-b542-bf26ce8361e1 HTTP/1.1" status: 404 len: 347 time: 0.0174677 Aug 12 01:32:49.318178 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52352) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:49.431222 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-096ff0f6-e3bd-4f37-861a-f16f7d6d8242 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Deleting port 35ea1528-a294-4f42-bdcd-176f30285465 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:32:49.431526 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-096ff0f6-e3bd-4f37-861a-f16f7d6d8242 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (35ea1528-a294-4f42-bdcd-176f30285465), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.515034 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-096ff0f6-e3bd-4f37-861a-f16f7d6d8242 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (35ea1528-a294-4f42-bdcd-176f30285465), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.515333 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-096ff0f6-e3bd-4f37-861a-f16f7d6d8242 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (35ea1528-a294-4f42-bdcd-176f30285465), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.527858 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-096ff0f6-e3bd-4f37-861a-f16f7d6d8242 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Calling delete_port for 35ea1528-a294-4f42-bdcd-176f30285465 owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:32:49.660677 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-096ff0f6-e3bd-4f37-861a-f16f7d6d8242 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (35ea1528-a294-4f42-bdcd-176f30285465), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.689884 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ff0f6-e3bd-4f37-861a-f16f7d6d8242 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event deleted for resources: {'Port': ['ID=35ea1528-a294-4f42-bdcd-176f30285465,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:49.754421 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-096ff0f6-e3bd-4f37-861a-f16f7d6d8242 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (3a8db6bf-0b98-4d8d-8336-373aace27ab8), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.756867 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-096ff0f6-e3bd-4f37-861a-f16f7d6d8242 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.758006 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-096ff0f6-e3bd-4f37-861a-f16f7d6d8242 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/3a8db6bf-0b98-4d8d-8336-373aace27ab8 HTTP/1.1" status: 204 len: 168 time: 0.4388366 Aug 12 01:32:49.849270 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52356) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:49.858084 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-3ef26563-3c08-4239-9f26-a2265e7bec0d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215228062', 'description': 'tempest-description--2012105741'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:49.876779 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:49.884285 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef26563-3c08-4239-9f26-a2265e7bec0d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.949937 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:49.952322 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef26563-3c08-4239-9f26-a2265e7bec0d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group (b98341c1-595d-47c4-85d9-a8096131df16), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.956801 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef26563-3c08-4239-9f26-a2265e7bec0d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (b98341c1-595d-47c4-85d9-a8096131df16), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.991259 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3ef26563-3c08-4239-9f26-a2265e7bec0d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:49.992522 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3ef26563-3c08-4239-9f26-a2265e7bec0d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1422861 Aug 12 01:32:49.994590 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef26563-3c08-4239-9f26-a2265e7bec0d tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98341c1-595d-47c4-85d9-a8096131df16,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:49.995720 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52358) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:50.001369 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-4f7e29e2-24da-4208-93ff-6b41bfcb4dda tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Request body: {'security_group_rule': {'security_group_id': 'b98341c1-595d-47c4-85d9-a8096131df16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:50.008992 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:50.027346 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:50.029465 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4f7e29e2-24da-4208-93ff-6b41bfcb4dda tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group_rule (9960d335-5d0f-47e1-b0bf-db871d0c8477), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.086503 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4f7e29e2-24da-4208-93ff-6b41bfcb4dda tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group_rule (9960d335-5d0f-47e1-b0bf-db871d0c8477), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.091292 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4f7e29e2-24da-4208-93ff-6b41bfcb4dda tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (9960d335-5d0f-47e1-b0bf-db871d0c8477), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.114741 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e29e2-24da-4208-93ff-6b41bfcb4dda tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9960d335-5d0f-47e1-b0bf-db871d0c8477,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:50.120266 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4f7e29e2-24da-4208-93ff-6b41bfcb4dda tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.121441 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4f7e29e2-24da-4208-93ff-6b41bfcb4dda tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239595 Aug 12 01:32:50.124413 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52360) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:50.128908 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-3e054886-5103-467b-bfaf-64ef5594427e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Request body: {'security_group_rule': {'security_group_id': 'b98341c1-595d-47c4-85d9-a8096131df16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:50.162043 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3e054886-5103-467b-bfaf-64ef5594427e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group_rule (fe765595-5709-4d36-addf-1d071b1d5803), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.212854 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3e054886-5103-467b-bfaf-64ef5594427e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group_rule (fe765595-5709-4d36-addf-1d071b1d5803), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.217621 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3e054886-5103-467b-bfaf-64ef5594427e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (fe765595-5709-4d36-addf-1d071b1d5803), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.237146 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e054886-5103-467b-bfaf-64ef5594427e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe765595-5709-4d36-addf-1d071b1d5803,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:50.242845 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-3e054886-5103-467b-bfaf-64ef5594427e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.244098 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-3e054886-5103-467b-bfaf-64ef5594427e tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185796 Aug 12 01:32:50.247624 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52362) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:32:50.252323 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:50.274853 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.352228 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.462397 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Allocated IP 172.27.2.35 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/0f80293c-47bd-4f7f-b566-c45e61444daf) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:32:50.569586 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for port (0f80293c-47bd-4f7f-b566-c45e61444daf), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.603397 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (0f80293c-47bd-4f7f-b566-c45e61444daf), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.647608 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:32:50.652707 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:32:50.654964 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event updated for resources: {'Port': ['ID=0f80293c-47bd-4f7f-b566-c45e61444daf,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:50.657188 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:32:50.738474 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (70a4844c-aa1f-4564-84bc-3d2cab301328), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.778400 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (0f80293c-47bd-4f7f-b566-c45e61444daf), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.800600 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:50.895864 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:50.925596 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for port (0f80293c-47bd-4f7f-b566-c45e61444daf), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.932537 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (0f80293c-47bd-4f7f-b566-c45e61444daf), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:50.998682 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event updated for resources: {'Port': ['ID=0f80293c-47bd-4f7f-b566-c45e61444daf,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:51.001185 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (70a4844c-aa1f-4564-84bc-3d2cab301328), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:51.018797 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:51.020045 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-dc9a3d34-9788-4629-a134-f9e71099f029 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7714603 Aug 12 01:32:51.226015 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-91144a99-8cbd-48fd-980f-dc25f85d9ad0 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--215228062&fields=id&tenant_id=0cb834d06ed94c1993ec0f7130d97803 HTTP/1.1" status: 200 len: 267 time: 0.0436101 Aug 12 01:32:51.336714 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-d1c171f6-04ac-431a-8b17-87a9f2a76952 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:51.338182 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-d1c171f6-04ac-431a-8b17-87a9f2a76952 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c945ad6e-d04a-40d2-b591-3e29f6e664bb HTTP/1.1" status: 200 len: 810 time: 0.1056018 Aug 12 01:32:51.356225 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-9647e5d3-14fe-451e-b4f5-fbe922c5aa0f tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/quotas/0cb834d06ed94c1993ec0f7130d97803 HTTP/1.1" status: 200 len: 375 time: 0.0117464 Aug 12 01:32:51.411337 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-1ee48492-fd4e-4d8c-b8f7-36dc4c33f465 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0cb834d06ed94c1993ec0f7130d97803&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490406 Aug 12 01:32:51.519046 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-2209967b-bc07-42a9-8f21-34c63f9aba9f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895441 Aug 12 01:32:51.614342 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-d19c69e6-6356-4115-94db-ea8c2aea00ee service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892944 Aug 12 01:32:51.788104 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fbcf34ca-bd00-44f1-8cac-b2d1552db16e req-9c2ad002-748e-411b-9a1d-8b35532bf0fa tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 210 time: 0.0310307 Aug 12 01:32:52.832332 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-9c94b5c2-ece8-4617-8955-eea3fe7bce9b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:52.834616 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-9c94b5c2-ece8-4617-8955-eea3fe7bce9b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.15 "GET /networking/v2.0/networks?id=c945ad6e-d04a-40d2-b591-3e29f6e664bb HTTP/1.1" status: 200 len: 810 time: 0.1198502 Aug 12 01:32:52.929380 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b5bd254f-0219-4284-890e-357359906c8d req-56c0c3c6-1a15-4eb9-bde4-27d1664d788b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 210 time: 0.0532808 Aug 12 01:32:52.933869 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-136251be-85e9-45d9-bda5-010263b4481b tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0cb834d06ed94c1993ec0f7130d97803 HTTP/1.1" status: 200 len: 379 time: 0.0910342 Aug 12 01:32:53.022786 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Request body: {'port': {'device_id': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'admin_state_up': True, 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'security_groups': ['b98341c1-595d-47c4-85d9-a8096131df16']}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:53.139572 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Made reservation on behalf of 0cb834d06ed94c1993ec0f7130d97803 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:32:53.143069 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:53.272966 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Allocated IP 172.20.0.4 (c945ad6e-d04a-40d2-b591-3e29f6e664bb/6d032be1-9a08-48d8-9b6d-f99f44083814/8c964826-a690-4806-b18b-226a035ba086) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:32:53.416978 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for port (8c964826-a690-4806-b18b-226a035ba086), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:53.444862 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:53.456140 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (8c964826-a690-4806-b18b-226a035ba086), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:53.500986 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Network c945ad6e-d04a-40d2-b591-3e29f6e664bb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:32:53.504504 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:32:53.508437 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:32:53.510791 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:53.532755 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event updated for resources: {'Port': ['ID=8c964826-a690-4806-b18b-226a035ba086,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:53.568920 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:53.569560 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:53.587678 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-4bfcac00-6e63-40b5-bed5-c179be5a9f8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5719919 Aug 12 01:32:53.600689 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Request body: {'port': {'device_id': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:32:53.662470 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (8c964826-a690-4806-b18b-226a035ba086), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:53.761014 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-68e5c78d-081e-472b-b48f-6e8291311203 None None] Provisioning complete for port 8c964826-a690-4806-b18b-226a035ba086 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:32:53.761648 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-68e5c78d-081e-472b-b48f-6e8291311203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (8c964826-a690-4806-b18b-226a035ba086), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:53.797615 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-68e5c78d-081e-472b-b48f-6e8291311203 None None] Port 8c964826-a690-4806-b18b-226a035ba086 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:32:53.921494 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c964826-a690-4806-b18b-226a035ba086 {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:32:53.932377 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Publish callbacks [] for port (8c964826-a690-4806-b18b-226a035ba086), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:53.948018 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Transition to ACTIVE for port object 8c964826-a690-4806-b18b-226a035ba086 will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:32:53.954358 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (8c964826-a690-4806-b18b-226a035ba086), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:54.013563 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Pushing event updated for resources: {'Port': ['ID=8c964826-a690-4806-b18b-226a035ba086,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:54.047168 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71173255-8bc6-4daa-8c45-62417e762bf0 req-4798ee4c-12a6-404d-be91-e49806d9cc63 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:54.048834 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-71173255-8bc6-4daa-8c45-62417e762bf0 req-4798ee4c-12a6-404d-be91-e49806d9cc63 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 943 time: 0.0484531 Aug 12 01:32:54.065354 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Attempting to bind port 8c964826-a690-4806-b18b-226a035ba086 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:32:54.065665 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Attempting to bind port 8c964826-a690-4806-b18b-226a035ba086 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:32:54.065997 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Attempting to bind port 8c964826-a690-4806-b18b-226a035ba086 on network c945ad6e-d04a-40d2-b591-3e29f6e664bb {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:32:54.070407 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Port 8c964826-a690-4806-b18b-226a035ba086 on network c945ad6e-d04a-40d2-b591-3e29f6e664bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:32:54.070735 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Attempting to bind port 8c964826-a690-4806-b18b-226a035ba086 on network c945ad6e-d04a-40d2-b591-3e29f6e664bb {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:32:54.075781 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:32:54.076122 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Checking segment: {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:32:54.076504 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Bound using segment: {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:32:54.076936 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Bound port: 8c964826-a690-4806-b18b-226a035ba086, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454f5f09-185e-4360-9fab-dad792c9324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:32:54.077295 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (8c964826-a690-4806-b18b-226a035ba086), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:54.095646 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-71173255-8bc6-4daa-8c45-62417e762bf0 req-2774dccd-ca8b-4766-a658-a90ad0a544cb tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408759 Aug 12 01:32:54.140166 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] For port 8c964826-a690-4806-b18b-226a035ba086, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:32:54.143307 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] For port 8c964826-a690-4806-b18b-226a035ba086, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8c964826-a690-4806-b18b-226a035ba086,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:32:54.151765 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (8c964826-a690-4806-b18b-226a035ba086), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:54.155896 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:54.156512 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:54.157919 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/8c964826-a690-4806-b18b-226a035ba086 HTTP/1.1" status: 200 len: 1093 time: 0.5615819 Aug 12 01:32:54.158409 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'tag': '8c964826-a690-4806-b18b-226a035ba086'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:32:54.160736 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1adfb7b-129b-43bb-b601-7a99bc463e07" -d '{"events": [{"name": "network-changed", "server_uuid": "30c8fb82-5cf9-4388-8481-285e8a09c261", "tag": "8c964826-a690-4806-b18b-226a035ba086"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:32:54.214789 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccf217b-5e47-4b04-9698-b54f1a8f198a x-openstack-request-id: req-4ccf217b-5e47-4b04-9698-b54f1a8f198a {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:32:54.215072 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c8fb82-5cf9-4388-8481-285e8a09c261", "tag": "8c964826-a690-4806-b18b-226a035ba086", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:32:54.215318 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ccf217b-5e47-4b04-9698-b54f1a8f198a {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:32:54.215732 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccf217b-5e47-4b04-9698-b54f1a8f198a'] response: {'name': 'network-changed', 'server_uuid': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'tag': '8c964826-a690-4806-b18b-226a035ba086', 'status': 'completed', 'code': 200} Aug 12 01:32:54.237270 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211ed49-e87e-4eb1-9820-7f686de3eb9c service neutron] Pushing event updated for resources: {'Port': ['ID=8c964826-a690-4806-b18b-226a035ba086,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:54.246574 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-423f1341-4935-47ad-9ed1-fdb0ce022300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:54.248096 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-423f1341-4935-47ad-9ed1-fdb0ce022300 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0cb834d06ed94c1993ec0f7130d97803&device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 1127 time: 0.0476682 Aug 12 01:32:54.286886 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-ecf1ae64-db43-4064-bca5-5d07c4bb5738 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c964826-a690-4806-b18b-226a035ba086 HTTP/1.1" status: 200 len: 217 time: 0.0310841 Aug 12 01:32:54.338546 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-309165f1-2329-4a66-a790-aef36688d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:54.340039 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-309165f1-2329-4a66-a790-aef36688d1cd service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6d032be1-9a08-48d8-9b6d-f99f44083814 HTTP/1.1" status: 200 len: 849 time: 0.0469425 Aug 12 01:32:54.385985 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-6066f71c-cc95-4bd5-8aed-68bae242ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:54.387472 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-6066f71c-cc95-4bd5-8aed-68bae242ffdb service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c945ad6e-d04a-40d2-b591-3e29f6e664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390346 Aug 12 01:32:54.410827 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:54.436478 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:54.480170 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-89ab51d5-19cb-4fd3-9224-12ebbabe757c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859694 Aug 12 01:32:54.573322 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2051a24e-d9fd-411a-84bc-0ec35ebf05a7 req-ee7302f7-43dd-49b7-a9fc-238dee00b579 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859504 Aug 12 01:32:55.221890 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f42efb-ea2f-4c15-a915-d4f3c1c46afa req-c840a0d7-5bda-4b49-aa83-ae0b97850cd6 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:55.223396 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d0f42efb-ea2f-4c15-a915-d4f3c1c46afa req-c840a0d7-5bda-4b49-aa83-ae0b97850cd6 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 943 time: 0.0528934 Aug 12 01:32:55.272419 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d0f42efb-ea2f-4c15-a915-d4f3c1c46afa req-7ce18bd5-b9dd-4ceb-bf60-66db31933806 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432668 Aug 12 01:32:55.583287 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adfb7b-129b-43bb-b601-7a99bc463e07 req-aa8d6553-b6ac-46c1-bbbc-21a99dcd4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:55.585127 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f1adfb7b-129b-43bb-b601-7a99bc463e07 req-aa8d6553-b6ac-46c1-bbbc-21a99dcd4a6b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0cb834d06ed94c1993ec0f7130d97803&device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 1127 time: 0.0445902 Aug 12 01:32:55.686450 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adfb7b-129b-43bb-b601-7a99bc463e07 req-62e6774c-2e18-4487-b152-b77b8d469a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:55.687958 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f1adfb7b-129b-43bb-b601-7a99bc463e07 req-62e6774c-2e18-4487-b152-b77b8d469a02 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c945ad6e-d04a-40d2-b591-3e29f6e664bb HTTP/1.1" status: 200 len: 911 time: 0.0943837 Aug 12 01:32:55.725862 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f1adfb7b-129b-43bb-b601-7a99bc463e07 req-1f9f45e4-c01c-4ab4-8398-3390ad59f58d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c964826-a690-4806-b18b-226a035ba086 HTTP/1.1" status: 200 len: 217 time: 0.0315883 Aug 12 01:32:55.777076 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adfb7b-129b-43bb-b601-7a99bc463e07 req-7366bb74-b5f5-4e79-a405-c9cc8348f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:55.778515 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f1adfb7b-129b-43bb-b601-7a99bc463e07 req-7366bb74-b5f5-4e79-a405-c9cc8348f4e1 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6d032be1-9a08-48d8-9b6d-f99f44083814 HTTP/1.1" status: 200 len: 849 time: 0.0468118 Aug 12 01:32:55.826667 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adfb7b-129b-43bb-b601-7a99bc463e07 req-89fe130e-600f-43f3-9cf7-9b5ad5c3988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:55.828175 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f1adfb7b-129b-43bb-b601-7a99bc463e07 req-89fe130e-600f-43f3-9cf7-9b5ad5c3988d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c945ad6e-d04a-40d2-b591-3e29f6e664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433364 Aug 12 01:32:55.933577 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f1adfb7b-129b-43bb-b601-7a99bc463e07 req-dea13e9a-f224-4378-8b1f-1900745ad3f1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979230 Aug 12 01:32:56.258571 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f1adfb7b-129b-43bb-b601-7a99bc463e07 req-2fc54dc5-511f-42ed-9fc2-59ae96a85752 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185081 Aug 12 01:32:56.570484 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a21e8-967a-43b4-9d07-8cacc07b805a req-7455bcf8-3229-46ef-affb-351a4aefa575 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:56.571973 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3a3a21e8-967a-43b4-9d07-8cacc07b805a req-7455bcf8-3229-46ef-affb-351a4aefa575 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 943 time: 0.2229562 Aug 12 01:32:56.596854 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:56.610209 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:56.623264 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3a3a21e8-967a-43b4-9d07-8cacc07b805a req-10fce00c-50b3-4081-a99d-90ec2029cb90 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456574 Aug 12 01:32:57.752544 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab621b25-b596-4b40-a431-e7446bd7832d req-0cb55e8e-33e9-4c9b-b9b8-cd2abe4afd2c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:57.754749 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ab621b25-b596-4b40-a431-e7446bd7832d req-0cb55e8e-33e9-4c9b-b9b8-cd2abe4afd2c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 943 time: 0.0550387 Aug 12 01:32:57.811632 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ab621b25-b596-4b40-a431-e7446bd7832d req-7ada95aa-bd5a-415e-a8e2-2c1f55978c08 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495515 Aug 12 01:32:58.756283 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 8c964826-a690-4806-b18b-226a035ba086 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:32:58.759896 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:58.767406 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:32:58.874293 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 8c964826-a690-4806-b18b-226a035ba086, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8c964826-a690-4806-b18b-226a035ba086,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:58.889892 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '8c964826-a690-4806-b18b-226a035ba086', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'port_id': '8c964826-a690-4806-b18b-226a035ba086', 'mac_address': 'fa:16:3e:5f:eb:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:32:58.927447 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 8c964826-a690-4806-b18b-226a035ba086 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:32:58.927863 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (8c964826-a690-4806-b18b-226a035ba086), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:58.934238 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065dfd-8adc-4464-a28a-6fb9a35ce6aa req-928dc808-7382-430a-88e6-d6fb26aaf388 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:58.936435 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-81065dfd-8adc-4464-a28a-6fb9a35ce6aa req-928dc808-7382-430a-88e6-d6fb26aaf388 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 943 time: 0.0518270 Aug 12 01:32:58.942781 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c964826-a690-4806-b18b-226a035ba086 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:32:58.966763 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 8c964826-a690-4806-b18b-226a035ba086, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8c964826-a690-4806-b18b-226a035ba086,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:32:58.971607 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (8c964826-a690-4806-b18b-226a035ba086), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:32:59.005176 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-81065dfd-8adc-4464-a28a-6fb9a35ce6aa req-f7ed9964-c5c4-4847-85bb-5ccc73ba57de tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566168 Aug 12 01:32:59.027982 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=8c964826-a690-4806-b18b-226a035ba086,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:32:59.064876 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423591f6-262f-481d-8afb-81580615c8d1 req-265c6f42-51b2-4f5a-b203-636415d4cd11 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:32:59.066357 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-423591f6-262f-481d-8afb-81580615c8d1 req-265c6f42-51b2-4f5a-b203-636415d4cd11 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 946 time: 0.0469089 Aug 12 01:32:59.120419 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-423591f6-262f-481d-8afb-81580615c8d1 req-7e1610a4-1d39-493e-acb4-26e9bd6a323b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483155 Aug 12 01:32:59.238478 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['8c964826-a690-4806-b18b-226a035ba086'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:33:00.137226 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daab55c-b9a7-4703-a22c-1ab1d1049de4 req-c57670ff-09e2-488f-a5b8-02216109018a tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:00.138600 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6daab55c-b9a7-4703-a22c-1ab1d1049de4 req-c57670ff-09e2-488f-a5b8-02216109018a tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 944 time: 0.0467510 Aug 12 01:33:00.186494 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6daab55c-b9a7-4703-a22c-1ab1d1049de4 req-bfa2ecbf-d71b-4ddc-abf0-c37ddb19a58c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423300 Aug 12 01:33:00.252897 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a97b8c-18ab-426b-b2ec-13802c4d64d3 req-77fb9369-b2fc-4b42-8de4-df3ea5f59943 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:00.254792 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-34a97b8c-18ab-426b-b2ec-13802c4d64d3 req-77fb9369-b2fc-4b42-8de4-df3ea5f59943 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 946 time: 0.0536718 Aug 12 01:33:00.303699 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-34a97b8c-18ab-426b-b2ec-13802c4d64d3 req-03ddf46e-be77-4b58-9525-94a865e67ec6 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429125 Aug 12 01:33:00.762620 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 8c964826-a690-4806-b18b-226a035ba086 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:33:00.807953 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port 8c964826-a690-4806-b18b-226a035ba086 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:33:00.816615 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 8c964826-a690-4806-b18b-226a035ba086 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:33:00.816971 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (8c964826-a690-4806-b18b-226a035ba086), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:00.890075 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 8c964826-a690-4806-b18b-226a035ba086 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:33:00.890465 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (8c964826-a690-4806-b18b-226a035ba086), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:00.914149 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c964826-a690-4806-b18b-226a035ba086'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:00.916403 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ea394f-36be-4742-9cb2-ed3b33bcb225" -d '{"events": [{"server_uuid": "30c8fb82-5cf9-4388-8481-285e8a09c261", "name": "network-vif-plugged", "status": "completed", "tag": "8c964826-a690-4806-b18b-226a035ba086"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:00.929362 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 8c964826-a690-4806-b18b-226a035ba086, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8c964826-a690-4806-b18b-226a035ba086,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:00.934793 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (8c964826-a690-4806-b18b-226a035ba086), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:00.969339 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c98dd35-2c6e-4cb0-bb66-ad73a86ad4a8 x-openstack-request-id: req-4c98dd35-2c6e-4cb0-bb66-ad73a86ad4a8 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:00.969652 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c8fb82-5cf9-4388-8481-285e8a09c261", "name": "network-vif-plugged", "status": "completed", "tag": "8c964826-a690-4806-b18b-226a035ba086", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:00.969904 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c98dd35-2c6e-4cb0-bb66-ad73a86ad4a8 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:00.970317 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c98dd35-2c6e-4cb0-bb66-ad73a86ad4a8'] response: {'server_uuid': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c964826-a690-4806-b18b-226a035ba086', 'code': 200} Aug 12 01:33:00.986890 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=8c964826-a690-4806-b18b-226a035ba086,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:00.994160 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.994505 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.994839 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.995195 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.995562 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.995886 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.996201 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.996519 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.996836 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.997157 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.997473 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.997789 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.998102 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.998413 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:00.998722 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:01.066541 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947f5b5-5708-4176-958d-889d75270fcf req-166740c8-0e83-499b-9663-34e03608da49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:01.067950 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f947f5b5-5708-4176-958d-889d75270fcf req-166740c8-0e83-499b-9663-34e03608da49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 946 time: 0.0494306 Aug 12 01:33:01.174910 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4c419-207b-4048-a187-6b175670b4ec req-b3288865-9eee-4a5e-b0b7-26f862347ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:01.177238 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bbf4c419-207b-4048-a187-6b175670b4ec req-b3288865-9eee-4a5e-b0b7-26f862347ee3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 1129 time: 0.0418897 Aug 12 01:33:01.193002 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Deleting port de45b233-9e56-4b4c-b5fd-7f356b7e3307 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:33:01.193351 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:01.221914 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bbf4c419-207b-4048-a187-6b175670b4ec req-31c8834e-6ec9-42f9-913b-129edd4f2d4d service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384812 Aug 12 01:33:01.285371 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] For port de45b233-9e56-4b4c-b5fd-7f356b7e3307, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de45b233-9e56-4b4c-b5fd-7f356b7e3307,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:01.286077 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:01.316313 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa70eb-928d-49fb-a67f-c9fbf114a74c req-28cd8f49-de59-4e87-9714-34c584ac11de tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:01.318145 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f2aa70eb-928d-49fb-a67f-c9fbf114a74c req-28cd8f49-de59-4e87-9714-34c584ac11de tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 945 time: 0.0549023 Aug 12 01:33:01.376504 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f2aa70eb-928d-49fb-a67f-c9fbf114a74c req-1a8afda1-5bd2-441a-9580-39207f2fba3f tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512965 Aug 12 01:33:01.443795 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:01.458742 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2186320-df6b-4352-986f-370e14784cf6 req-075f5321-8e00-4abc-b0ef-54f13ba12bc1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:01.460327 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f2186320-df6b-4352-986f-370e14784cf6 req-075f5321-8e00-4abc-b0ef-54f13ba12bc1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 946 time: 0.0580432 Aug 12 01:33:01.482474 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:01.482860 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (87ce895e-2db3-46e8-97bd-fbd77de8e156), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:01.483177 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Floating IP 87ce895e-2db3-46e8-97bd-fbd77de8e156 disassociated. External IP: 172.27.2.83, port: de45b233-9e56-4b4c-b5fd-7f356b7e3307. Aug 12 01:33:01.483596 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Calling delete_port for de45b233-9e56-4b4c-b5fd-7f356b7e3307 owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:33:01.517318 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f2186320-df6b-4352-986f-370e14784cf6 req-fc468a49-b0ae-4990-bd86-26a43b2dc5da tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505261 Aug 12 01:33:01.528179 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:01.626015 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (de45b233-9e56-4b4c-b5fd-7f356b7e3307), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:01.657795 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event deleted for resources: {'Port': ['ID=de45b233-9e56-4b4c-b5fd-7f356b7e3307,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:01.763857 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Router a6289ab2-5884-427b-8613-d383f947a406 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:33:01.872795 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:33:01.885052 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91749503-5188-4981-8268-a454bd4be87b None None] Sync routers for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:33:01.894929 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91749503-5188-4981-8268-a454bd4be87b None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:01.895837 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-91749503-5188-4981-8268-a454bd4be87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:01.919303 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] No DVR routers for this DVR port de45b233-9e56-4b4c-b5fd-7f356b7e3307 on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:33:01.922115 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:01.925439 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-f947f5b5-5708-4176-958d-889d75270fcf req-3f6902ad-17e3-4c5c-9a03-1849c1507f49 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "DELETE /networking/v2.0/ports/de45b233-9e56-4b4c-b5fd-7f356b7e3307 HTTP/1.1" status: 204 len: 173 time: 0.8200884 Aug 12 01:33:01.925895 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'name': 'network-vif-deleted', 'tag': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:01.928635 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5a8291-0e35-4d41-8bde-30545641617b" -d '{"events": [{"server_uuid": "a8c75c35-1961-4c9b-9208-ed9096bf447d", "name": "network-vif-deleted", "tag": "de45b233-9e56-4b4c-b5fd-7f356b7e3307"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:01.979504 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dea058-1840-4d6a-b03c-e027f3312a5d x-openstack-request-id: req-e0dea058-1840-4d6a-b03c-e027f3312a5d {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:01.979821 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c75c35-1961-4c9b-9208-ed9096bf447d", "name": "network-vif-deleted", "tag": "de45b233-9e56-4b4c-b5fd-7f356b7e3307", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:01.980094 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0dea058-1840-4d6a-b03c-e027f3312a5d {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:01.980707 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dea058-1840-4d6a-b03c-e027f3312a5d'] response: {'server_uuid': 'a8c75c35-1961-4c9b-9208-ed9096bf447d', 'name': 'network-vif-deleted', 'tag': 'de45b233-9e56-4b4c-b5fd-7f356b7e3307', 'status': 'completed', 'code': 200} Aug 12 01:33:02.032760 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-91749503-5188-4981-8268-a454bd4be87b None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:02.077972 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:02.082677 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:02.261452 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-91749503-5188-4981-8268-a454bd4be87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:02.289751 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91749503-5188-4981-8268-a454bd4be87b None None] Checking router: a6289ab2-5884-427b-8613-d383f947a406 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:33:02.298225 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91749503-5188-4981-8268-a454bd4be87b None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:02.298883 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-91749503-5188-4981-8268-a454bd4be87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:02.370914 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4ef22-2add-4208-9939-1516d722a350 req-26f7fe22-bb00-4785-aeed-4e870fe5b76a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:02.372533 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a7f4ef22-2add-4208-9939-1516d722a350 req-26f7fe22-bb00-4785-aeed-4e870fe5b76a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0492623 Aug 12 01:33:02.427655 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a7f4ef22-2add-4208-9939-1516d722a350 req-08cc0caa-fa73-4400-8d8e-469c7a2167bb tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492582 Aug 12 01:33:02.491450 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-91749503-5188-4981-8268-a454bd4be87b None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:02.501621 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94373d0f-96ed-4df6-ac3d-4cfcc227ece9 req-50e4b011-e840-474b-9a2c-1695f21d166f tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:02.503147 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-94373d0f-96ed-4df6-ac3d-4cfcc227ece9 req-50e4b011-e840-474b-9a2c-1695f21d166f tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 945 time: 0.0471516 Aug 12 01:33:02.565945 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-94373d0f-96ed-4df6-ac3d-4cfcc227ece9 req-126d7562-a2c5-46ee-ad14-1ab7807c4f51 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566344 Aug 12 01:33:02.647341 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-86f2a4ad-29ae-4984-8051-ef4f9ab77e20 req-f53970ab-4206-42ed-8650-081d6e6dc95e tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 210 time: 0.0273771 Aug 12 01:33:02.689901 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-91749503-5188-4981-8268-a454bd4be87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:02.717839 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91749503-5188-4981-8268-a454bd4be87b None None] The sync data for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi is: [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:33:02.948152 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c978f4e8-0e66-47da-b740-d9c54b6022c8 None None] New status for floating IP 87ce895e-2db3-46e8-97bd-fbd77de8e156: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:33:03.554473 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b655f-b0c1-413b-96b8-ca16c6950ae4 req-872e803f-e033-4422-b99c-1ce6361153f4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:03.555980 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-066b655f-b0c1-413b-96b8-ca16c6950ae4 req-872e803f-e033-4422-b99c-1ce6361153f4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0476367 Aug 12 01:33:03.569520 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:03.605414 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:03.610478 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-066b655f-b0c1-413b-96b8-ca16c6950ae4 req-145b7ce7-2dfc-454f-a00e-2fb1befeba41 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462983 Aug 12 01:33:03.686599 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1dbeb-75b7-4ae9-8d4e-df72acbced27 req-a6e3c985-d4f7-42e1-99dc-5eedeeb5aa8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:03.688167 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c5d1dbeb-75b7-4ae9-8d4e-df72acbced27 req-a6e3c985-d4f7-42e1-99dc-5eedeeb5aa8c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 945 time: 0.0481358 Aug 12 01:33:03.745393 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c5d1dbeb-75b7-4ae9-8d4e-df72acbced27 req-65da4be7-92e6-4c8a-a750-3a433c9bfef2 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516143 Aug 12 01:33:03.760915 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b33b13ea-e426-4aee-8bca-4e0561ed0357 req-35d94048-0d92-4b9d-ad94-36ef766ee0dc tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 210 time: 0.0285478 Aug 12 01:33:03.865123 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30095396-8e0a-4e4b-8c6c-47578965008d req-1cb56c05-939b-4763-8695-cd2cd0b00215 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:03.866472 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-30095396-8e0a-4e4b-8c6c-47578965008d req-1cb56c05-939b-4763-8695-cd2cd0b00215 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 945 time: 0.0545280 Aug 12 01:33:03.876107 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52522) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:03.880515 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-a799c19a-c732-4002-928e-586ff5f60139 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Request body: {'floatingip': {'port_id': '8c964826-a690-4806-b18b-226a035ba086'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:33:03.920626 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a799c19a-c732-4002-928e-586ff5f60139 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (70a4844c-aa1f-4564-84bc-3d2cab301328), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:04.352254 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a799c19a-c732-4002-928e-586ff5f60139 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:04.356653 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a799c19a-c732-4002-928e-586ff5f60139 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (70a4844c-aa1f-4564-84bc-3d2cab301328), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:04.454942 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-a799c19a-c732-4002-928e-586ff5f60139 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Floating IP 70a4844c-aa1f-4564-84bc-3d2cab301328 associated. External IP: 172.27.2.35, port: 8c964826-a690-4806-b18b-226a035ba086. Aug 12 01:33:04.661604 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a799c19a-c732-4002-928e-586ff5f60139 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:33:04.745071 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:04.775646 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:04.787154 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df997e1-b863-44b4-9aec-aba89760e067 req-a71e514b-d5fd-490b-948a-eef95fee7b3a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:04.788653 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7df997e1-b863-44b4-9aec-aba89760e067 req-a71e514b-d5fd-490b-948a-eef95fee7b3a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0813119 Aug 12 01:33:04.792973 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device de45b233-9e56-4b4c-b5fd-7f356b7e3307 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:33:04.816349 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: de45b233-9e56-4b4c-b5fd-7f356b7e3307 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:33:04.816885 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device de45b233-9e56-4b4c-b5fd-7f356b7e3307 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:33:04.826236 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a799c19a-c732-4002-928e-586ff5f60139 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:33:04.831333 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a799c19a-c732-4002-928e-586ff5f60139 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:04.836412 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3743eb30-1614-43a1-9126-69bc79293897 None None] Sync routers for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:33:04.851822 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3743eb30-1614-43a1-9126-69bc79293897 None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:04.852444 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3743eb30-1614-43a1-9126-69bc79293897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:04.968855 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-3743eb30-1614-43a1-9126-69bc79293897 None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:05.156901 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7df997e1-b863-44b4-9aec-aba89760e067 req-baa9e93a-9a3d-4df7-9398-6b7ab3c87069 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3596408 Aug 12 01:33:05.160694 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6e5f3ab3-28b5-4eca-8cdf-543a434592fc req-b341e67d-9638-4268-89ab-535a97dfb9fd tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 210 time: 0.0441632 Aug 12 01:33:05.165162 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a799c19a-c732-4002-928e-586ff5f60139 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/70a4844c-aa1f-4564-84bc-3d2cab301328 HTTP/1.1" status: 200 len: 990 time: 1.2880852 Aug 12 01:33:05.165789 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'tag': '8c964826-a690-4806-b18b-226a035ba086'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:05.168491 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2ef9f6-0551-45b0-b07a-c673af1f2539" -d '{"events": [{"name": "network-changed", "server_uuid": "30c8fb82-5cf9-4388-8481-285e8a09c261", "tag": "8c964826-a690-4806-b18b-226a035ba086"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:05.193466 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3743eb30-1614-43a1-9126-69bc79293897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '70a4844c-aa1f-4564-84bc-3d2cab301328', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'port_id': '8c964826-a690-4806-b18b-226a035ba086', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'mac_address': 'fa:16:3e:5f:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:32:50Z', 'updated_at': '2022-08-12T01:33:04Z', 'revision_number': 1, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:17Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:05.219480 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3743eb30-1614-43a1-9126-69bc79293897 None None] Checking router: 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:33:05.223697 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedda951-53af-4915-b48f-15fe8dcf0571 x-openstack-request-id: req-dedda951-53af-4915-b48f-15fe8dcf0571 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:05.223986 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c8fb82-5cf9-4388-8481-285e8a09c261", "tag": "8c964826-a690-4806-b18b-226a035ba086", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:05.224366 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dedda951-53af-4915-b48f-15fe8dcf0571 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:05.224839 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dedda951-53af-4915-b48f-15fe8dcf0571'] response: {'name': 'network-changed', 'server_uuid': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'tag': '8c964826-a690-4806-b18b-226a035ba086', 'status': 'completed', 'code': 200} Aug 12 01:33:05.229729 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3743eb30-1614-43a1-9126-69bc79293897 None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:05.230347 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3743eb30-1614-43a1-9126-69bc79293897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:05.302584 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:05.333900 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-3743eb30-1614-43a1-9126-69bc79293897 None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:05.419714 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:05.565305 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3743eb30-1614-43a1-9126-69bc79293897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '70a4844c-aa1f-4564-84bc-3d2cab301328', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'port_id': '8c964826-a690-4806-b18b-226a035ba086', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'mac_address': 'fa:16:3e:5f:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:32:50Z', 'updated_at': '2022-08-12T01:33:04Z', 'revision_number': 1, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:17Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:05.589950 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3743eb30-1614-43a1-9126-69bc79293897 None None] The sync data for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi is: [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '70a4844c-aa1f-4564-84bc-3d2cab301328', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'port_id': '8c964826-a690-4806-b18b-226a035ba086', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'mac_address': 'fa:16:3e:5f:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:32:50Z', 'updated_at': '2022-08-12T01:33:04Z', 'revision_number': 1, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:17Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:33:05.789239 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ef2e22-655d-401e-ad45-007af4d817a8 None None] New status for floating IP 70a4844c-aa1f-4564-84bc-3d2cab301328: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:33:05.881235 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:06.294170 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef9f6-0551-45b0-b07a-c673af1f2539 req-29bffe9d-d5c4-4983-a90c-23c12adc77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:06.295917 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b2ef9f6-0551-45b0-b07a-c673af1f2539 req-29bffe9d-d5c4-4983-a90c-23c12adc77f4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0cb834d06ed94c1993ec0f7130d97803&device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 1129 time: 0.0438910 Aug 12 01:33:06.313432 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8e88d9de-df3e-4ffd-874c-989e8afbb7e2 req-b72859ee-de02-460b-ad45-aa6f8ecad7ff tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a8c75c35-1961-4c9b-9208-ed9096bf447d HTTP/1.1" status: 200 len: 210 time: 0.0342686 Aug 12 01:33:06.332678 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dc2b9-d1ad-4a51-bd04-08d3a212346d req-f6e4d9a3-cbad-4914-a39a-b79206d6ec8b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:06.332678 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-354dc2b9-d1ad-4a51-bd04-08d3a212346d req-f6e4d9a3-cbad-4914-a39a-b79206d6ec8b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0787790 Aug 12 01:33:06.412126 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-354dc2b9-d1ad-4a51-bd04-08d3a212346d req-029d70be-98d6-4923-9d91-971a57ab98a8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e8ce63a-042e-4af5-aedd-a9e6f5772621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787945 Aug 12 01:33:06.443458 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef9f6-0551-45b0-b07a-c673af1f2539 req-11224eb7-d75b-45cb-9fbf-53ec18e73486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:06.444991 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b2ef9f6-0551-45b0-b07a-c673af1f2539 req-11224eb7-d75b-45cb-9fbf-53ec18e73486 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c945ad6e-d04a-40d2-b591-3e29f6e664bb HTTP/1.1" status: 200 len: 911 time: 0.0889547 Aug 12 01:33:06.519454 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:06.536120 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-28dc4e3f-ffc0-42be-919b-ba1bb2bbe1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:06.555386 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-8cfc807a-8b78-40f2-94ec-24beaaab3cbd tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:06.557134 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-8cfc807a-8b78-40f2-94ec-24beaaab3cbd tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 945 time: 0.0696168 Aug 12 01:33:06.560482 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b2ef9f6-0551-45b0-b07a-c673af1f2539 req-58c795f8-deaa-4a96-99cc-36de151fec42 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c964826-a690-4806-b18b-226a035ba086 HTTP/1.1" status: 200 len: 1000 time: 0.0744460 Aug 12 01:33:06.618207 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef9f6-0551-45b0-b07a-c673af1f2539 req-792d6926-42c3-4a8f-85a0-9712b6ad2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:06.619805 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b2ef9f6-0551-45b0-b07a-c673af1f2539 req-792d6926-42c3-4a8f-85a0-9712b6ad2a4c service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6d032be1-9a08-48d8-9b6d-f99f44083814 HTTP/1.1" status: 200 len: 849 time: 0.0461586 Aug 12 01:33:06.651979 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Deleting port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:33:06.652471 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:06.666903 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef9f6-0551-45b0-b07a-c673af1f2539 req-f93b8c0f-4a6c-4536-9cf8-67bb10beb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:06.668550 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b2ef9f6-0551-45b0-b07a-c673af1f2539 req-f93b8c0f-4a6c-4536-9cf8-67bb10beb538 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c945ad6e-d04a-40d2-b591-3e29f6e664bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422287 Aug 12 01:33:06.758533 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] For port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:06.758827 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:06.765169 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b2ef9f6-0551-45b0-b07a-c673af1f2539 req-33042de4-967b-4956-9a16-992e6682e444 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894616 Aug 12 01:33:06.861670 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0b2ef9f6-0551-45b0-b07a-c673af1f2539 req-13d0c0a2-d101-45fc-bce2-8f01cb41b166 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903184 Aug 12 01:33:06.924276 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:06.924642 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (55ea0724-fb3c-4555-9e52-21f2cde5d14e), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:06.924965 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Floating IP 55ea0724-fb3c-4555-9e52-21f2cde5d14e disassociated. External IP: 172.27.2.95, port: dc2ec8af-df9c-48b9-af2f-f3d087bf0f93. Aug 12 01:33:06.925313 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Calling delete_port for dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:33:07.062187 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (dc2ec8af-df9c-48b9-af2f-f3d087bf0f93), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:07.090704 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event deleted for resources: {'Port': ['ID=dc2ec8af-df9c-48b9-af2f-f3d087bf0f93,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:07.185143 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:07.206193 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Router cfe1fd6d-7509-4b25-a689-fc12f726fe0b has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:33:07.252674 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:07.314636 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:33:07.324223 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae60e97-c5e4-4710-867d-70c963312282 None None] Sync routers for ids ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:33:07.335660 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae60e97-c5e4-4710-867d-70c963312282 None None] Routers {'cfe1fd6d-7509-4b25-a689-fc12f726fe0b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:07.336371 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-1ae60e97-c5e4-4710-867d-70c963312282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:07.358551 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] No DVR routers for this DVR port dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 on host hv-cinder-78481 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:33:07.360797 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:07.364244 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-69f7d0b5-0334-40c3-a797-e5c28e0c8987 req-c2c4da1f-449f-4fa4-958b-58d2c521811b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "DELETE /networking/v2.0/ports/dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 HTTP/1.1" status: 204 len: 173 time: 0.7967391 Aug 12 01:33:07.364756 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'name': 'network-vif-deleted', 'tag': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:07.367705 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960bee1a-0a74-403b-b21a-055f7258d419" -d '{"events": [{"server_uuid": "f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a", "name": "network-vif-deleted", "tag": "dc2ec8af-df9c-48b9-af2f-f3d087bf0f93"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:07.416281 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cceb2b-95e0-4e81-95c1-d7e01d9b00e5 x-openstack-request-id: req-43cceb2b-95e0-4e81-95c1-d7e01d9b00e5 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:07.416584 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a", "name": "network-vif-deleted", "tag": "dc2ec8af-df9c-48b9-af2f-f3d087bf0f93", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:07.418985 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43cceb2b-95e0-4e81-95c1-d7e01d9b00e5 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:07.419400 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43cceb2b-95e0-4e81-95c1-d7e01d9b00e5'] response: {'server_uuid': 'f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a', 'name': 'network-vif-deleted', 'tag': 'dc2ec8af-df9c-48b9-af2f-f3d087bf0f93', 'status': 'completed', 'code': 200} Aug 12 01:33:07.504209 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-1ae60e97-c5e4-4710-867d-70c963312282 None None] Set router cfe1fd6d-7509-4b25-a689-fc12f726fe0b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:07.586195 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fd6a9dc8-b5b1-4f54-b07b-f657362732fd req-3ed931d9-eb55-4a75-a6d6-1f0b5b448c70 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 210 time: 0.0801547 Aug 12 01:33:07.714964 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-466184cc-9370-4aff-b484-134f53292e9b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-531838359&fields=id&tenant_id=2ca05e52a1c94aa7a8877ea34c412c95 HTTP/1.1" status: 200 len: 267 time: 0.0495589 Aug 12 01:33:07.760986 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-1ae60e97-c5e4-4710-867d-70c963312282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'c6c9146b-ac2b-4378-bec8-f59be3a3f571', 'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'mac_address': 'fa:16:3e:4d:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:03Z', 'updated_at': '2022-08-12T01:28:28Z', 'revision_number': 5, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'subnets': [{'id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:07.790228 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae60e97-c5e4-4710-867d-70c963312282 None None] Checking router: cfe1fd6d-7509-4b25-a689-fc12f726fe0b for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:33:07.800407 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae60e97-c5e4-4710-867d-70c963312282 None None] Routers {'cfe1fd6d-7509-4b25-a689-fc12f726fe0b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:07.802113 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-1ae60e97-c5e4-4710-867d-70c963312282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:32:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:07.849778 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db921dcc-89eb-491d-951b-ed77f4851adb req-98fe040f-6c67-4296-a803-6d66196038de tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:07.851197 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-98fe040f-6c67-4296-a803-6d66196038de tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 811 time: 0.1267858 Aug 12 01:33:07.886928 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-6d78f4c0-f755-4143-a1c7-46e11814f210 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/quotas/2ca05e52a1c94aa7a8877ea34c412c95 HTTP/1.1" status: 200 len: 375 time: 0.0196483 Aug 12 01:33:07.893783 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57046fa0-7817-42c4-8af6-581e75882013 req-b12e2396-e407-4c6c-b690-dc29ff146019 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:07.895370 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57046fa0-7817-42c4-8af6-581e75882013 req-b12e2396-e407-4c6c-b690-dc29ff146019 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 945 time: 0.0690536 Aug 12 01:33:07.962753 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-13d44274-52be-485b-b1e6-296d200a580a tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663269 Aug 12 01:33:07.990631 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-57046fa0-7817-42c4-8af6-581e75882013 req-323d83c8-c2e8-4c07-8d53-8cc32e688762 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c6605a21-1400-46b3-bcc8-451fe044533a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840244 Aug 12 01:33:08.009169 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-1ae60e97-c5e4-4710-867d-70c963312282 None None] Set router cfe1fd6d-7509-4b25-a689-fc12f726fe0b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:08.070417 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1054a59b-883c-415f-9246-34555996e177 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925291 Aug 12 01:33:08.168199 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-4f749a59-e0b9-47fa-ad1e-bd1c47ec09e0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917618 Aug 12 01:33:08.197521 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-1ae60e97-c5e4-4710-867d-70c963312282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'c6c9146b-ac2b-4378-bec8-f59be3a3f571', 'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'mac_address': 'fa:16:3e:4d:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:03Z', 'updated_at': '2022-08-12T01:28:28Z', 'revision_number': 5, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'subnets': [{'id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:08.226266 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae60e97-c5e4-4710-867d-70c963312282 None None] The sync data for ids ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'] in dv-cinder-784815-15-iscsi is: [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:28:05Z', 'revision_number': 4, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'c6c9146b-ac2b-4378-bec8-f59be3a3f571', 'name': '', 'network_id': '0d1de51b-a5d0-4a09-af82-8f44783003c3', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'mac_address': 'fa:16:3e:4d:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:03Z', 'updated_at': '2022-08-12T01:28:28Z', 'revision_number': 5, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'subnets': [{'id': '56eeebe6-a638-4828-88cb-f2a33860c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:33:08.474927 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8b8cd-9cb2-4c98-ad9a-f97e478c7da8 None None] New status for floating IP 55ea0724-fb3c-4555-9e52-21f2cde5d14e: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:33:08.485675 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-45c6f202-f791-4d9a-8811-b36a8e169b9d req-96cd47ea-53cc-450b-8957-7e0734b76039 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 210 time: 0.0329568 Aug 12 01:33:08.716942 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-64f7a7ed-5e94-4a36-a923-5a3e18092b05 req-280a59b2-b2fd-46df-ba69-36c31494c9c4 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7c0c9ad-4ca6-445b-bfea-0b3f3b6cb70a HTTP/1.1" status: 200 len: 210 time: 0.0325234 Aug 12 01:33:08.964002 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-5e43ea1c-bc40-4774-a718-58bef93fe8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:09.127571 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65f8fc-d1a3-47a1-b5c9-2576587e3827 req-29367270-8378-48bb-a223-68c776db01c9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:09.129166 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4a65f8fc-d1a3-47a1-b5c9-2576587e3827 req-29367270-8378-48bb-a223-68c776db01c9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 945 time: 0.0592375 Aug 12 01:33:09.134476 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:09.181887 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4a65f8fc-d1a3-47a1-b5c9-2576587e3827 req-9a41d6e0-8f88-45e9-91c4-d4d0dc996776 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c6605a21-1400-46b3-bcc8-451fe044533a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451980 Aug 12 01:33:09.464811 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b759d6-c96f-4910-95cb-51381d220804 req-1a610c25-14db-49d0-9b5a-74e3ff11e4e6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:09.466266 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-83b759d6-c96f-4910-95cb-51381d220804 req-1a610c25-14db-49d0-9b5a-74e3ff11e4e6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 945 time: 0.0488672 Aug 12 01:33:09.594280 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-db7b89f9-75bd-44ae-ba4e-808167665f37 req-271e5c07-7a1e-40cd-bd51-6aaccaf0d983 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 210 time: 0.0307982 Aug 12 01:33:09.757292 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Deleting port ce8f5755-06ab-4852-bd78-2e3e7aaea221 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:33:09.757647 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:09.825037 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:09.862044 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:09.863080 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:09.868864 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] For port ce8f5755-06ab-4852-bd78-2e3e7aaea221, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ce8f5755-06ab-4852-bd78-2e3e7aaea221,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:09.869544 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:09.894293 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:09.909550 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db921dcc-89eb-491d-951b-ed77f4851adb req-653f845d-d900-45f6-8aa5-f359d07ad5e5 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:09.911111 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-653f845d-d900-45f6-8aa5-f359d07ad5e5 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 811 time: 0.1431732 Aug 12 01:33:09.948435 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:09.979914 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-9acea20a-f10f-4644-b9c8-394ffd7171d5 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2ca05e52a1c94aa7a8877ea34c412c95 HTTP/1.1" status: 200 len: 379 time: 0.0613625 Aug 12 01:33:09.991066 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-db921dcc-89eb-491d-951b-ed77f4851adb req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'port': {'device_id': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'admin_state_up': True, 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'security_groups': ['1e700171-0f90-4375-ad7a-cc019d9ab487']}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:33:10.041009 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52592) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:10.067878 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.068745 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (745a86b0-f33c-436f-a865-57d25522951b), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.069076 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Floating IP 745a86b0-f33c-436f-a865-57d25522951b disassociated. External IP: 172.27.2.160, port: ce8f5755-06ab-4852-bd78-2e3e7aaea221. Aug 12 01:33:10.069509 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Calling delete_port for ce8f5755-06ab-4852-bd78-2e3e7aaea221 owned by compute:nova {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:33:10.134329 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7edb0298-542b-4ece-8629-5653a4aac525 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for security_group (5e8ce63a-042e-4af5-aedd-a9e6f5772621), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.170651 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7edb0298-542b-4ece-8629-5653a4aac525 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for security_group (5e8ce63a-042e-4af5-aedd-a9e6f5772621), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.182644 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db921dcc-89eb-491d-951b-ed77f4851adb req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Made reservation on behalf of 2ca05e52a1c94aa7a8877ea34c412c95 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:33:10.186167 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-db921dcc-89eb-491d-951b-ed77f4851adb req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.214240 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (ce8f5755-06ab-4852-bd78-2e3e7aaea221), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.251055 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event deleted for resources: {'Port': ['ID=ce8f5755-06ab-4852-bd78-2e3e7aaea221,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:10.265983 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.266268 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.267251 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.267251 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.267435 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.267658 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.267992 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.268322 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.268659 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.269494 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.269494 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.269748 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.270046 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.270659 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.270991 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:10.327722 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-58954e39-90cf-4a55-b526-10a84c677491 req-62e3cb73-0249-497b-8554-e3fe5cdd334e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597014 Aug 12 01:33:10.337865 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7edb0298-542b-4ece-8629-5653a4aac525 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5e8ce63a-042e-4af5-aedd-a9e6f5772621), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.340883 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7edb0298-542b-4ece-8629-5653a4aac525 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.342119 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7edb0298-542b-4ece-8629-5653a4aac525 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5e8ce63a-042e-4af5-aedd-a9e6f5772621 HTTP/1.1" status: 204 len: 168 time: 0.3001478 Aug 12 01:33:10.357889 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52596) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:10.394258 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dc239613-4596-436e-8057-26aeb31330af req-54213681-1fea-41c9-9559-03189c1453ed tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 210 time: 0.0702064 Aug 12 01:33:10.397925 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.api.v2.resource [None req-dce37494-96e2-43c6-9d32-aecd95ae389a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] show failed (client error): The resource could not be found. Aug 12 01:33:10.402167 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-dce37494-96e2-43c6-9d32-aecd95ae389a tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups/5e8ce63a-042e-4af5-aedd-a9e6f5772621 HTTP/1.1" status: 404 len: 347 time: 0.0432718 Aug 12 01:33:10.402933 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52598) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:10.422982 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb0298-542b-4ece-8629-5653a4aac525 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ce63a-042e-4af5-aedd-a9e6f5772621,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:10.452428 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-db921dcc-89eb-491d-951b-ed77f4851adb req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Allocated IP 172.20.0.14 (4d3c14b0-d6e3-49a6-94a3-2110714459d1/0cdc836c-d627-48a6-ab6d-4370c4105d9e/7f3a189a-2823-4a1c-8884-bc1b49992c1c) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:33:10.470503 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58954e39-90cf-4a55-b526-10a84c677491 req-68e20fbc-35be-4ec0-b040-76126649b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:10.472475 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-58954e39-90cf-4a55-b526-10a84c677491 req-68e20fbc-35be-4ec0-b040-76126649b068 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 1130 time: 0.0886469 Aug 12 01:33:10.568931 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:33:10.575679 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-c0eedfe5-339a-4921-8d16-dd334552ec7c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Deleting port e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:33:10.576017 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c0eedfe5-339a-4921-8d16-dd334552ec7c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.670861 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58954e39-90cf-4a55-b526-10a84c677491 req-0156b2cc-f6d2-4b44-97f1-83bf564897fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:10.672103 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-58954e39-90cf-4a55-b526-10a84c677491 req-0156b2cc-f6d2-4b44-97f1-83bf564897fe service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 200 len: 919 time: 0.1751595 Aug 12 01:33:10.722447 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-58954e39-90cf-4a55-b526-10a84c677491 req-b52221cc-3ec9-4f0e-a125-19d3a2d7cadb service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f387b69c-4056-4801-b83e-52cf09447e9f HTTP/1.1" status: 200 len: 217 time: 0.0402970 Aug 12 01:33:10.742504 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-db921dcc-89eb-491d-951b-ed77f4851adb req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.760669 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-55c0a6e9-e053-4c37-b0e1-2894fe4c9822 req-551a2767-f3b3-4a83-8af4-b00f07fa0347 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 210 time: 0.0800087 Aug 12 01:33:10.763172 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c0eedfe5-339a-4921-8d16-dd334552ec7c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.763499 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c0eedfe5-339a-4921-8d16-dd334552ec7c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for floatingip (e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.766195 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:10.770501 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:10.783573 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-c0eedfe5-339a-4921-8d16-dd334552ec7c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Calling delete_port for e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2 owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:33:10.799075 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:33:10.813436 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7049e-8a9c-4cb7-b87b-8afda5d4ac68 None None] Sync routers for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:33:10.824185 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:33:10.825641 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7049e-8a9c-4cb7-b87b-8afda5d4ac68 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:10.826593 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-58b7049e-8a9c-4cb7-b87b-8afda5d4ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:33:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:10.830940 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58954e39-90cf-4a55-b526-10a84c677491 req-9a94dc1a-cb30-4b5d-afda-7941e312e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:10.831665 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-58954e39-90cf-4a55-b526-10a84c677491 req-9a94dc1a-cb30-4b5d-afda-7941e312e1d6 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 200 len: 857 time: 0.1024773 Aug 12 01:33:10.834513 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-db921dcc-89eb-491d-951b-ed77f4851adb req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.854986 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:33:10.855684 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device dc2ec8af-df9c-48b9-af2f-f3d087bf0f93 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:33:10.879745 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] No DVR routers for this DVR port ce8f5755-06ab-4852-bd78-2e3e7aaea221 on host hv-cinder-78481 {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:33:10.883391 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:10.886641 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-83b759d6-c96f-4910-95cb-51381d220804 req-7a305bc0-075a-4171-955f-7b6ba933830f tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "DELETE /networking/v2.0/ports/ce8f5755-06ab-4852-bd78-2e3e7aaea221 HTTP/1.1" status: 204 len: 173 time: 1.2123709 Aug 12 01:33:10.887109 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'name': 'network-vif-deleted', 'tag': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:10.890258 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c52332e-c327-4920-b181-52e931b452b4" -d '{"events": [{"server_uuid": "033d7c0c-b5ff-43bb-995d-500a2c087f7d", "name": "network-vif-deleted", "tag": "ce8f5755-06ab-4852-bd78-2e3e7aaea221"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:10.909290 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:10.930598 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:10.931448 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:10.931871 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:10.944280 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db921dcc-89eb-491d-951b-ed77f4851adb req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:33:10.945944 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-58b7049e-8a9c-4cb7-b87b-8afda5d4ac68 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:10.964359 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-db921dcc-89eb-491d-951b-ed77f4851adb req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:33:10.969134 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-db921dcc-89eb-491d-951b-ed77f4851adb req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:33:10.988045 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d920e754-ce34-4c3e-aca3-40359b3f6a4e x-openstack-request-id: req-d920e754-ce34-4c3e-aca3-40359b3f6a4e {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:10.988391 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033d7c0c-b5ff-43bb-995d-500a2c087f7d", "name": "network-vif-deleted", "tag": "ce8f5755-06ab-4852-bd78-2e3e7aaea221", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:10.988610 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d920e754-ce34-4c3e-aca3-40359b3f6a4e {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:10.989096 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d920e754-ce34-4c3e-aca3-40359b3f6a4e'] response: {'server_uuid': '033d7c0c-b5ff-43bb-995d-500a2c087f7d', 'name': 'network-vif-deleted', 'tag': 'ce8f5755-06ab-4852-bd78-2e3e7aaea221', 'status': 'completed', 'code': 200} Aug 12 01:33:11.021299 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c0eedfe5-339a-4921-8d16-dd334552ec7c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.025992 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58954e39-90cf-4a55-b526-10a84c677491 req-e42e754a-d605-4831-8ee6-50435949c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:11.028026 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-58954e39-90cf-4a55-b526-10a84c677491 req-e42e754a-d605-4831-8ee6-50435949c67b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=0d1de51b-a5d0-4a09-af82-8f44783003c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1829777 Aug 12 01:33:11.034175 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db921dcc-89eb-491d-951b-ed77f4851adb req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:11.034593 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-db921dcc-89eb-491d-951b-ed77f4851adb req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.056463 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'Port': ['ID=7f3a189a-2823-4a1c-8884-bc1b49992c1c,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:11.057023 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eedfe5-339a-4921-8d16-dd334552ec7c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event deleted for resources: {'Port': ['ID=e0092081-e3bd-4bad-bff6-d2ac0c6bc3b2,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:11.072815 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-95d363fd-3592-4d6b-988e-2b4b3f5dce27 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0860832 Aug 12 01:33:11.089077 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Request body: {'port': {'device_id': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:33:11.159828 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c0eedfe5-339a-4921-8d16-dd334552ec7c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks [] for floatingip (55ea0724-fb3c-4555-9e52-21f2cde5d14e), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.166727 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c0eedfe5-339a-4921-8d16-dd334552ec7c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.181726 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c0eedfe5-339a-4921-8d16-dd334552ec7c tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/55ea0724-fb3c-4555-9e52-21f2cde5d14e HTTP/1.1" status: 204 len: 168 time: 0.7534549 Aug 12 01:33:11.182117 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-58b7049e-8a9c-4cb7-b87b-8afda5d4ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:11.211847 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7049e-8a9c-4cb7-b87b-8afda5d4ac68 None None] Checking router: 16dc98ea-5d10-40d8-af13-5f8d2e04c856 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:33:11.223906 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.225562 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7049e-8a9c-4cb7-b87b-8afda5d4ac68 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:11.226174 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-58b7049e-8a9c-4cb7-b87b-8afda5d4ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:33:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:11.248166 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-58954e39-90cf-4a55-b526-10a84c677491 req-9f316e7c-33c2-453b-bc97-5760ac718439 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018003 Aug 12 01:33:11.339881 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-58b7049e-8a9c-4cb7-b87b-8afda5d4ac68 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:11.366976 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-8319df1f-dd49-4808-8d9a-ab9fc6299c3d None None] Provisioning complete for port 7f3a189a-2823-4a1c-8884-bc1b49992c1c triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:33:11.367454 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-8319df1f-dd49-4808-8d9a-ab9fc6299c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.409182 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-8319df1f-dd49-4808-8d9a-ab9fc6299c3d None None] Port 7f3a189a-2823-4a1c-8884-bc1b49992c1c cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:33:11.526373 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.531797 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-58954e39-90cf-4a55-b526-10a84c677491 req-9848b711-5b6a-4b27-b2a2-9b2293c5ba4f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823220 Aug 12 01:33:11.592062 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-58b7049e-8a9c-4cb7-b87b-8afda5d4ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:11.600367 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:11.604016 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cb048711-21af-49bf-a73c-04b2d9e41388 req-73039d65-cc71-407f-8a4c-471a763450c6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=033d7c0c-b5ff-43bb-995d-500a2c087f7d HTTP/1.1" status: 200 len: 210 time: 0.0360734 Aug 12 01:33:11.614977 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3a189a-2823-4a1c-8884-bc1b49992c1c {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:33:11.624983 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7049e-8a9c-4cb7-b87b-8afda5d4ac68 None None] The sync data for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi is: [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:33:11.626769 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Publish callbacks [] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.645711 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Transition to ACTIVE for port object 7f3a189a-2823-4a1c-8884-bc1b49992c1c will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:33:11.650775 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.667593 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.713898 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3a189a-2823-4a1c-8884-bc1b49992c1c,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:11.763743 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Attempting to bind port 7f3a189a-2823-4a1c-8884-bc1b49992c1c on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:33:11.764086 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Attempting to bind port 7f3a189a-2823-4a1c-8884-bc1b49992c1c by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:33:11.764425 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Attempting to bind port 7f3a189a-2823-4a1c-8884-bc1b49992c1c on network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:33:11.769148 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Port 7f3a189a-2823-4a1c-8884-bc1b49992c1c on network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:33:11.769505 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Attempting to bind port 7f3a189a-2823-4a1c-8884-bc1b49992c1c on network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:33:11.774564 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:33:11.774897 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Checking segment: {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:33:11.775278 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Bound using segment: {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:33:11.775735 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Bound port: 7f3a189a-2823-4a1c-8884-bc1b49992c1c, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:33:11.776097 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.817494 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:11.873478 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] For port 7f3a189a-2823-4a1c-8884-bc1b49992c1c, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:33:11.877141 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] For port 7f3a189a-2823-4a1c-8884-bc1b49992c1c, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=7f3a189a-2823-4a1c-8884-bc1b49992c1c,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:33:11.883919 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.888664 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:11.889282 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:11.890696 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/7f3a189a-2823-4a1c-8884-bc1b49992c1c HTTP/1.1" status: 200 len: 1094 time: 0.8057973 Aug 12 01:33:11.891190 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'tag': '7f3a189a-2823-4a1c-8884-bc1b49992c1c'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:11.893461 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c69e330-2b5a-4cdf-9e7e-7c0955ed8ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "e61e785b-aa63-4b29-b82d-185988c73bc1", "tag": "7f3a189a-2823-4a1c-8884-bc1b49992c1c"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:11.917669 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d4737-ed0d-4c00-9094-be25cf8cc2a6 None None] New status for floating IP 745a86b0-f33c-436f-a865-57d25522951b: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:33:11.918385 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605305db-e4fb-4b79-9420-d0a86fb80e43 req-a3466591-65cd-4c15-8849-1a712323db8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:11.926925 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-605305db-e4fb-4b79-9420-d0a86fb80e43 req-a3466591-65cd-4c15-8849-1a712323db8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 944 time: 0.0740082 Aug 12 01:33:11.968521 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f78e477-f5cf-45c2-b0a0-078a108068f4 x-openstack-request-id: req-4f78e477-f5cf-45c2-b0a0-078a108068f4 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:11.969084 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61e785b-aa63-4b29-b82d-185988c73bc1", "tag": "7f3a189a-2823-4a1c-8884-bc1b49992c1c", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:11.969177 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f78e477-f5cf-45c2-b0a0-078a108068f4 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:11.969540 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f78e477-f5cf-45c2-b0a0-078a108068f4'] response: {'name': 'network-changed', 'server_uuid': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'tag': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'status': 'completed', 'code': 200} Aug 12 01:33:11.977308 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-605305db-e4fb-4b79-9420-d0a86fb80e43 req-5eec28cb-c398-4b86-90cc-42be99d50483 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492847 Aug 12 01:33:11.985018 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f8712-9a0e-4124-a178-03a98e9cd7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3a189a-2823-4a1c-8884-bc1b49992c1c,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:12.197788 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db921dcc-89eb-491d-951b-ed77f4851adb req-e774900c-3448-451c-8e9e-1ab8422805fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:12.199691 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-e774900c-3448-451c-8e9e-1ab8422805fe service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 1128 time: 0.0432677 Aug 12 01:33:12.249533 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-a2583018-63c6-4f4e-8ce4-353f95e4cd55 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f3a189a-2823-4a1c-8884-bc1b49992c1c HTTP/1.1" status: 200 len: 217 time: 0.0359399 Aug 12 01:33:12.298418 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db921dcc-89eb-491d-951b-ed77f4851adb req-11cba664-5734-42fb-a0b2-fdcfd8165684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:12.300002 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-11cba664-5734-42fb-a0b2-fdcfd8165684 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 200 len: 850 time: 0.0446010 Aug 12 01:33:12.356414 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db921dcc-89eb-491d-951b-ed77f4851adb req-d5b87c65-c2e1-432e-9714-424dfeafcb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:12.358378 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-d5b87c65-c2e1-432e-9714-424dfeafcb61 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4d3c14b0-d6e3-49a6-94a3-2110714459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517807 Aug 12 01:33:12.484840 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-5b99dd72-50d0-436e-add9-34985b372f15 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190372 Aug 12 01:33:12.578849 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-db921dcc-89eb-491d-951b-ed77f4851adb req-345b849f-ceb2-44cf-b3f9-cd83ad6eed3a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868134 Aug 12 01:33:12.706646 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52636) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:12.767637 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-334044ec-ddb3-4b41-aeec-86c97ca4eea6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (c6605a21-1400-46b3-bcc8-451fe044533a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:12.792090 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-334044ec-ddb3-4b41-aeec-86c97ca4eea6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (c6605a21-1400-46b3-bcc8-451fe044533a), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:12.841482 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-334044ec-ddb3-4b41-aeec-86c97ca4eea6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (c6605a21-1400-46b3-bcc8-451fe044533a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:12.844602 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-334044ec-ddb3-4b41-aeec-86c97ca4eea6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:12.845852 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-334044ec-ddb3-4b41-aeec-86c97ca4eea6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c6605a21-1400-46b3-bcc8-451fe044533a HTTP/1.1" status: 204 len: 168 time: 0.1381989 Aug 12 01:33:12.848878 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52638) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:12.856169 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334044ec-ddb3-4b41-aeec-86c97ca4eea6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6605a21-1400-46b3-bcc8-451fe044533a,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:12.886559 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-84f5072d-80d2-4378-967c-1a28f2ab6cf5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] show failed (client error): The resource could not be found. Aug 12 01:33:12.887634 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-84f5072d-80d2-4378-967c-1a28f2ab6cf5 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups/c6605a21-1400-46b3-bcc8-451fe044533a HTTP/1.1" status: 404 len: 347 time: 0.0377836 Aug 12 01:33:12.890744 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52640) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:12.900274 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69e330-2b5a-4cdf-9e7e-7c0955ed8ceb req-5a6946ae-6385-4caa-b889-6718d0a91ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:12.901742 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c69e330-2b5a-4cdf-9e7e-7c0955ed8ceb req-5a6946ae-6385-4caa-b889-6718d0a91ebc service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 1128 time: 0.0621052 Aug 12 01:33:13.064479 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-3b8983b7-a4c4-46ea-bcc3-f6a7e295df16 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Deleting port ff8b048e-72f9-40f1-98a8-bdadf950c584 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:33:13.065177 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3b8983b7-a4c4-46ea-bcc3-f6a7e295df16 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (ff8b048e-72f9-40f1-98a8-bdadf950c584), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:13.101488 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9ea34-539b-4c6e-94ac-dc76201d4db3 req-a06605a3-c86f-49b5-83d4-cc74264d29fd tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:13.103014 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6dc9ea34-539b-4c6e-94ac-dc76201d4db3 req-a06605a3-c86f-49b5-83d4-cc74264d29fd tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 944 time: 0.0483315 Aug 12 01:33:13.110688 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69e330-2b5a-4cdf-9e7e-7c0955ed8ceb req-f4301109-666b-457d-b14a-5089b5b9170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:13.112329 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c69e330-2b5a-4cdf-9e7e-7c0955ed8ceb req-f4301109-666b-457d-b14a-5089b5b9170d service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 912 time: 0.1855805 Aug 12 01:33:13.114511 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:13.157270 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6dc9ea34-539b-4c6e-94ac-dc76201d4db3 req-fa440c47-c502-43cd-9d13-4736fc6986e8 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481858 Aug 12 01:33:13.164282 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c69e330-2b5a-4cdf-9e7e-7c0955ed8ceb req-a648b024-8538-40b2-83ce-a793a832db0a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f3a189a-2823-4a1c-8884-bc1b49992c1c HTTP/1.1" status: 200 len: 217 time: 0.0389476 Aug 12 01:33:13.208575 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3b8983b7-a4c4-46ea-bcc3-f6a7e295df16 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (ff8b048e-72f9-40f1-98a8-bdadf950c584), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:13.208855 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3b8983b7-a4c4-46ea-bcc3-f6a7e295df16 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (ff8b048e-72f9-40f1-98a8-bdadf950c584), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:13.237487 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-3b8983b7-a4c4-46ea-bcc3-f6a7e295df16 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Calling delete_port for ff8b048e-72f9-40f1-98a8-bdadf950c584 owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:33:13.255172 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69e330-2b5a-4cdf-9e7e-7c0955ed8ceb req-8a4b70e4-9ec6-4401-9a28-6bb6c8a19f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:13.256667 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c69e330-2b5a-4cdf-9e7e-7c0955ed8ceb req-8a4b70e4-9ec6-4401-9a28-6bb6c8a19f3e service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 200 len: 850 time: 0.0826955 Aug 12 01:33:13.344443 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69e330-2b5a-4cdf-9e7e-7c0955ed8ceb req-76cdd1c7-2698-48ab-bf66-12ffc02f150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:13.345870 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c69e330-2b5a-4cdf-9e7e-7c0955ed8ceb req-76cdd1c7-2698-48ab-bf66-12ffc02f150d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4d3c14b0-d6e3-49a6-94a3-2110714459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533783 Aug 12 01:33:13.679519 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:13.739268 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b0e95-1d7c-4aa6-b01d-c5929f89ade1 req-86e140c8-fd0c-4aa2-8c07-a3d7c06a6a0d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:13.740955 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-504b0e95-1d7c-4aa6-b01d-c5929f89ade1 req-86e140c8-fd0c-4aa2-8c07-a3d7c06a6a0d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0524459 Aug 12 01:33:13.741428 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c69e330-2b5a-4cdf-9e7e-7c0955ed8ceb req-2ce4a958-f29d-4312-bcc4-011bbf29504e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869824 Aug 12 01:33:13.759066 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3b8983b7-a4c4-46ea-bcc3-f6a7e295df16 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (ff8b048e-72f9-40f1-98a8-bdadf950c584), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:13.784320 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8983b7-a4c4-46ea-bcc3-f6a7e295df16 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event deleted for resources: {'Port': ['ID=ff8b048e-72f9-40f1-98a8-bdadf950c584,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:13.792340 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-504b0e95-1d7c-4aa6-b01d-c5929f89ade1 req-fa3ef40e-dbcb-49b8-8ff8-0a8a0a5edaa8 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452969 Aug 12 01:33:13.851053 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3b8983b7-a4c4-46ea-bcc3-f6a7e295df16 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (745a86b0-f33c-436f-a865-57d25522951b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:13.853750 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3b8983b7-a4c4-46ea-bcc3-f6a7e295df16 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:13.854938 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3b8983b7-a4c4-46ea-bcc3-f6a7e295df16 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/745a86b0-f33c-436f-a865-57d25522951b HTTP/1.1" status: 204 len: 168 time: 0.9632390 Aug 12 01:33:14.047913 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52662) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:14.053158 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-ab868aae-f932-4a93-af73-06c1165655e9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--731895343', 'description': 'tempest-description--1813421648'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:33:14.073863 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab868aae-f932-4a93-af73-06c1165655e9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.143607 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab868aae-f932-4a93-af73-06c1165655e9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (e34de93a-99f5-41f8-abe6-a44e1554bf4a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.148881 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab868aae-f932-4a93-af73-06c1165655e9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e34de93a-99f5-41f8-abe6-a44e1554bf4a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.177734 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab868aae-f932-4a93-af73-06c1165655e9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34de93a-99f5-41f8-abe6-a44e1554bf4a,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:14.182441 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ab868aae-f932-4a93-af73-06c1165655e9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.186410 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ab868aae-f932-4a93-af73-06c1165655e9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1347110 Aug 12 01:33:14.186664 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52674) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:14.191277 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-2d4dbd72-a69e-4c17-b840-0a13101c7874 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'security_group_rule': {'security_group_id': 'e34de93a-99f5-41f8-abe6-a44e1554bf4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:33:14.220770 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbd72-a69e-4c17-b840-0a13101c7874 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (fde0a91a-8e35-4534-a614-44ef6fc9b746), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.259787 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:14.281087 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbd72-a69e-4c17-b840-0a13101c7874 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (fde0a91a-8e35-4534-a614-44ef6fc9b746), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.286192 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbd72-a69e-4c17-b840-0a13101c7874 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (fde0a91a-8e35-4534-a614-44ef6fc9b746), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.305591 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dbd72-a69e-4c17-b840-0a13101c7874 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde0a91a-8e35-4534-a614-44ef6fc9b746,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:14.314443 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bfb47-0442-449a-b1f7-a7d5105e8ee9 req-5f629f5c-4d7c-4f8f-8273-bd7f905dcdf8 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:14.315188 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbd72-a69e-4c17-b840-0a13101c7874 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.315910 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-742bfb47-0442-449a-b1f7-a7d5105e8ee9 req-5f629f5c-4d7c-4f8f-8273-bd7f905dcdf8 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 944 time: 0.0673275 Aug 12 01:33:14.319386 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2d4dbd72-a69e-4c17-b840-0a13101c7874 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317985 Aug 12 01:33:14.320040 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52678) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:14.324626 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-307c29b5-9c37-4e58-ac25-74a472b62be0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'security_group_rule': {'security_group_id': 'e34de93a-99f5-41f8-abe6-a44e1554bf4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:33:14.361095 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-307c29b5-9c37-4e58-ac25-74a472b62be0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (2845b3e4-8f66-40ae-8351-9cd690a77448), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.367516 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a4afd-8d59-4b47-8dac-9fe8e44eb871 req-6f5395a3-6336-4f3b-b5c8-09cc3e61c529 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:14.369070 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-297a4afd-8d59-4b47-8dac-9fe8e44eb871 req-6f5395a3-6336-4f3b-b5c8-09cc3e61c529 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0722816 Aug 12 01:33:14.409664 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-307c29b5-9c37-4e58-ac25-74a472b62be0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (2845b3e4-8f66-40ae-8351-9cd690a77448), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.414103 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-307c29b5-9c37-4e58-ac25-74a472b62be0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (2845b3e4-8f66-40ae-8351-9cd690a77448), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.415026 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-742bfb47-0442-449a-b1f7-a7d5105e8ee9 req-22bab7f2-91fa-43d3-b257-cdeb3edaa520 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823913 Aug 12 01:33:14.433432 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c29b5-9c37-4e58-ac25-74a472b62be0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2845b3e4-8f66-40ae-8351-9cd690a77448,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:14.445851 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-307c29b5-9c37-4e58-ac25-74a472b62be0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.447079 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-307c29b5-9c37-4e58-ac25-74a472b62be0 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259298 Aug 12 01:33:14.449225 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-297a4afd-8d59-4b47-8dac-9fe8e44eb871 req-85bbab96-ec46-4993-99c8-06a70af73f6b tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704215 Aug 12 01:33:14.450483 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52680) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:14.454846 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:33:14.477557 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.553697 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.646196 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:14.672069 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Allocated IP 172.27.2.121 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/f32f4e11-8a45-454d-b6b0-ac955e2627ec) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:33:14.790494 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for port (f32f4e11-8a45-454d-b6b0-ac955e2627ec), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.823829 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device ce8f5755-06ab-4852-bd78-2e3e7aaea221 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:33:14.829276 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (f32f4e11-8a45-454d-b6b0-ac955e2627ec), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.845286 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: ce8f5755-06ab-4852-bd78-2e3e7aaea221 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:33:14.845890 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device ce8f5755-06ab-4852-bd78-2e3e7aaea221 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:33:14.872718 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:33:14.877912 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:33:14.880163 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'Port': ['ID=f32f4e11-8a45-454d-b6b0-ac955e2627ec,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:14.882241 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:33:14.936798 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7ffd0-c367-45d4-b124-69b2dd06ed9c req-d4b9f340-c728-47ee-a32d-d9a12dced334 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:14.939136 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80f7ffd0-c367-45d4-b124-69b2dd06ed9c req-d4b9f340-c728-47ee-a32d-d9a12dced334 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0709023 Aug 12 01:33:14.974926 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (64c600e0-639d-4fbb-8234-8880e960a790), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:14.986929 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80f7ffd0-c367-45d4-b124-69b2dd06ed9c req-fa98a66d-ab8d-429d-aa00-b10284307518 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419569 Aug 12 01:33:15.015248 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f32f4e11-8a45-454d-b6b0-ac955e2627ec), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:15.016711 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:15.164751 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for port (f32f4e11-8a45-454d-b6b0-ac955e2627ec), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:15.171181 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (f32f4e11-8a45-454d-b6b0-ac955e2627ec), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:15.239097 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'Port': ['ID=f32f4e11-8a45-454d-b6b0-ac955e2627ec,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:15.241514 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (64c600e0-639d-4fbb-8234-8880e960a790), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:15.258762 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:15.260110 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-bcb73973-2a6f-40d1-be21-1832e4e1bdb7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8086622 Aug 12 01:33:15.412519 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:15.417486 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-5e44747b-5e70-4823-8321-27677ced8c57 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--731895343&fields=id&tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d HTTP/1.1" status: 200 len: 267 time: 0.0446689 Aug 12 01:33:15.532442 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:15.569268 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1f189-23ca-4549-8bc6-c6d6a164856d req-c9d2c916-100b-4d1c-a94d-27abda07839f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:15.570772 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-10b1f189-23ca-4549-8bc6-c6d6a164856d req-c9d2c916-100b-4d1c-a94d-27abda07839f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 944 time: 0.0782461 Aug 12 01:33:15.579401 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-b15d6632-863d-4b44-8ce8-c0bdc7db2cea tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:15.580814 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-b15d6632-863d-4b44-8ce8-c0bdc7db2cea tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 815 time: 0.1551352 Aug 12 01:33:15.606841 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-11e7b282-76c1-42c0-a8d5-1831ce5ab3ec tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/quotas/e5e2fd72103c4b5e956ef5b9c291f16d HTTP/1.1" status: 200 len: 375 time: 0.0179434 Aug 12 01:33:15.631723 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2c69e330-2b5a-4cdf-9e7e-7c0955ed8ceb req-51c4f749-459b-4b81-909c-296eec3b08a6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945079 Aug 12 01:33:15.667090 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-10b1f189-23ca-4549-8bc6-c6d6a164856d req-e7c537fd-f4b2-4b2d-b8a4-eb21f285f42e tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853088 Aug 12 01:33:15.677452 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-93a59bea-86b5-4db8-b14d-5a596036e2ff tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610666 Aug 12 01:33:15.826192 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-42cfc63d-a9f3-47a7-85d8-be96525ab109 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362131 Aug 12 01:33:15.934914 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311f2b-0939-48d9-83a4-33290a705a9c req-47a2cd73-89ca-413d-b27e-5fef2677db74 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:15.936530 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8d311f2b-0939-48d9-83a4-33290a705a9c req-47a2cd73-89ca-413d-b27e-5fef2677db74 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 945 time: 0.0501413 Aug 12 01:33:15.948024 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:16.031467 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-8d311f2b-0939-48d9-83a4-33290a705a9c req-59ab5d70-c775-470b-af29-3fd29e09592e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Deleting port 62bb6f5f-1dc9-4675-9d96-12163b24d167 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:33:16.031852 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8d311f2b-0939-48d9-83a4-33290a705a9c req-59ab5d70-c775-470b-af29-3fd29e09592e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:16.134806 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-8d311f2b-0939-48d9-83a4-33290a705a9c req-59ab5d70-c775-470b-af29-3fd29e09592e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] For port 62bb6f5f-1dc9-4675-9d96-12163b24d167, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=62bb6f5f-1dc9-4675-9d96-12163b24d167,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:16.135197 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8d311f2b-0939-48d9-83a4-33290a705a9c req-59ab5d70-c775-470b-af29-3fd29e09592e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:16.149927 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-8d311f2b-0939-48d9-83a4-33290a705a9c req-59ab5d70-c775-470b-af29-3fd29e09592e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Calling delete_port for 62bb6f5f-1dc9-4675-9d96-12163b24d167 owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:33:16.191602 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee508990-675b-4185-bee7-d09a37ffa41a req-ecbf2b03-5d4d-46b7-aedd-c8c57f44c94f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:16.193193 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee508990-675b-4185-bee7-d09a37ffa41a req-ecbf2b03-5d4d-46b7-aedd-c8c57f44c94f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.3526707 Aug 12 01:33:16.245436 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-14300454-738f-4556-87ff-6b7d7dd6ae36 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133394 Aug 12 01:33:16.264132 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ee508990-675b-4185-bee7-d09a37ffa41a req-d09151ac-7492-4632-99a3-40cb9049f7cb tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638611 Aug 12 01:33:16.290649 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8d311f2b-0939-48d9-83a4-33290a705a9c req-59ab5d70-c775-470b-af29-3fd29e09592e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (62bb6f5f-1dc9-4675-9d96-12163b24d167), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:16.304647 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['f387b69c-4056-4801-b83e-52cf09447e9f', '62bb6f5f-1dc9-4675-9d96-12163b24d167'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:33:16.322015 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab5d70-c775-470b-af29-3fd29e09592e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event deleted for resources: {'Port': ['ID=62bb6f5f-1dc9-4675-9d96-12163b24d167,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:16.394513 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d311f2b-0939-48d9-83a4-33290a705a9c req-59ab5d70-c775-470b-af29-3fd29e09592e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] No DVR routers for this DVR port 62bb6f5f-1dc9-4675-9d96-12163b24d167 on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:33:16.405833 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-8d311f2b-0939-48d9-83a4-33290a705a9c req-59ab5d70-c775-470b-af29-3fd29e09592e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:16.409327 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8d311f2b-0939-48d9-83a4-33290a705a9c req-59ab5d70-c775-470b-af29-3fd29e09592e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "DELETE /networking/v2.0/ports/62bb6f5f-1dc9-4675-9d96-12163b24d167 HTTP/1.1" status: 204 len: 173 time: 0.4677539 Aug 12 01:33:16.409933 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2961f2a6-2c42-46af-8a74-98a8692ef170', 'name': 'network-vif-deleted', 'tag': '62bb6f5f-1dc9-4675-9d96-12163b24d167'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:16.412434 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d850e8-3c58-403d-b030-07817904eafd" -d '{"events": [{"server_uuid": "2961f2a6-2c42-46af-8a74-98a8692ef170", "name": "network-vif-deleted", "tag": "62bb6f5f-1dc9-4675-9d96-12163b24d167"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:16.434760 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-de058a6d-1334-4f78-9a8e-f8ec6dcfd83e req-50a5e505-b596-405c-bc16-c8641b695dc9 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2961f2a6-2c42-46af-8a74-98a8692ef170 HTTP/1.1" status: 200 len: 210 time: 0.0520632 Aug 12 01:33:16.482040 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-310d086f-c266-4cd5-90ac-9815322780db req-60892eba-99f5-4c26-b2b8-bdf6e37b48ba tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 210 time: 0.0336826 Aug 12 01:33:16.501463 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc328118-3359-4296-a51c-9aff8de1a79a x-openstack-request-id: req-fc328118-3359-4296-a51c-9aff8de1a79a {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:16.501463 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2961f2a6-2c42-46af-8a74-98a8692ef170", "name": "network-vif-deleted", "tag": "62bb6f5f-1dc9-4675-9d96-12163b24d167", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:16.501463 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc328118-3359-4296-a51c-9aff8de1a79a {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:16.501857 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc328118-3359-4296-a51c-9aff8de1a79a'] response: {'server_uuid': '2961f2a6-2c42-46af-8a74-98a8692ef170', 'name': 'network-vif-deleted', 'tag': '62bb6f5f-1dc9-4675-9d96-12163b24d167', 'status': 'completed', 'code': 200} Aug 12 01:33:16.798749 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059e7f9-9b69-4fed-9e44-fbf36cb767d6 req-9e7bb9be-f433-4b81-be3a-cbfff2f110ee tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:16.806627 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7059e7f9-9b69-4fed-9e44-fbf36cb767d6 req-9e7bb9be-f433-4b81-be3a-cbfff2f110ee tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 944 time: 0.0565550 Aug 12 01:33:16.856313 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7059e7f9-9b69-4fed-9e44-fbf36cb767d6 req-818aeba8-14b9-48a2-b345-d31f1c6841e1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488138 Aug 12 01:33:17.387968 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc101e-a6e1-4f9c-8619-51342180602d req-4a6d40c6-00f5-464a-9cc8-b51e0b7aaa67 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:17.389453 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f9dc101e-a6e1-4f9c-8619-51342180602d req-4a6d40c6-00f5-464a-9cc8-b51e0b7aaa67 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0521655 Aug 12 01:33:17.439426 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f9dc101e-a6e1-4f9c-8619-51342180602d req-22c8e61a-1e03-42fd-ab2d-57f84e301f0e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419898 Aug 12 01:33:17.604112 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b5034111-b267-4a19-848c-281f947e9518 req-0b16baee-c642-498a-a094-43e7179bda97 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 210 time: 0.0375276 Aug 12 01:33:17.694183 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-7456dd32-2ad7-4c91-9b4d-55c9b9b1e9b1 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:17.695668 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-7456dd32-2ad7-4c91-9b4d-55c9b9b1e9b1 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 815 time: 0.1198237 Aug 12 01:33:17.739831 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d43ec7-91fb-4714-ac5e-d3327c4caa3b req-545c3ba5-ce83-4ed3-82a6-84d2c1968d6f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:17.741321 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d7d43ec7-91fb-4714-ac5e-d3327c4caa3b req-545c3ba5-ce83-4ed3-82a6-84d2c1968d6f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0463707 Aug 12 01:33:17.797562 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d7d43ec7-91fb-4714-ac5e-d3327c4caa3b req-35c53d9f-9e9c-4039-a8e9-1895d40f1dfa tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477202 Aug 12 01:33:17.998640 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aca002-60d1-4632-b29f-e5c4c5fa0221 req-a7b7b97d-6358-49cf-81db-7f7aaecfbeed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:18.000096 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-18aca002-60d1-4632-b29f-e5c4c5fa0221 req-a7b7b97d-6358-49cf-81db-7f7aaecfbeed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 944 time: 0.0563293 Aug 12 01:33:18.055324 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-18aca002-60d1-4632-b29f-e5c4c5fa0221 req-33f7c291-7461-41d2-b203-52fa1974573d tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475857 Aug 12 01:33:18.579547 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c08f-a28e-4a46-a30f-f44832a5b066 req-4b56cf28-819f-4124-8bb2-6218279d54db tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:18.581025 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b066c08f-a28e-4a46-a30f-f44832a5b066 req-4b56cf28-819f-4124-8bb2-6218279d54db tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0523491 Aug 12 01:33:18.599651 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:18.634382 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b066c08f-a28e-4a46-a30f-f44832a5b066 req-10bd76fe-241b-43cb-863b-4e1e05204fd2 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476100 Aug 12 01:33:18.716230 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5a57274f-df8e-442e-9bb0-5cd5e532a77c req-b40afec7-3355-474d-a5ec-57ad11d04f8c tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 210 time: 0.0373087 Aug 12 01:33:18.920161 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c67f9a-30af-4773-af1a-18552dc4716c req-b0a1797a-27ce-46dd-901a-2eae5aadd3b1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:18.921527 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-58c67f9a-30af-4773-af1a-18552dc4716c req-b0a1797a-27ce-46dd-901a-2eae5aadd3b1 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0502975 Aug 12 01:33:18.972860 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-58c67f9a-30af-4773-af1a-18552dc4716c req-dd639c30-965b-49f3-846b-e24d1530818b tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 Aug 12 01:33:19.172465 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:19.186847 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e4521-a737-4a89-93e5-44e29d8f20b4 req-1d00abd7-a93a-44b2-b219-11a50dd62cb5 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:19.188374 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-582e4521-a737-4a89-93e5-44e29d8f20b4 req-1d00abd7-a93a-44b2-b219-11a50dd62cb5 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 944 time: 0.0518270 Aug 12 01:33:19.238644 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-582e4521-a737-4a89-93e5-44e29d8f20b4 req-ecef2719-1e0a-4e6e-a36c-1bb150e061ab tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443377 Aug 12 01:33:19.783395 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d58b44-b010-4df6-a334-60b83fbdc9ab req-f9dc4d50-d0b9-4c1e-8179-405a5d31cd8a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:19.785021 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-63d58b44-b010-4df6-a334-60b83fbdc9ab req-f9dc4d50-d0b9-4c1e-8179-405a5d31cd8a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0591958 Aug 12 01:33:19.835611 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-be0d804c-798a-4857-b35a-c72f2e08e8c8 req-50b31d96-ffc4-42e0-9ad6-dfe5a8321ea7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 210 time: 0.0306711 Aug 12 01:33:19.857082 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-63d58b44-b010-4df6-a334-60b83fbdc9ab req-7c4eba96-1eee-4ad9-b57f-cee757738467 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663514 Aug 12 01:33:20.115922 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ba8d-1f0c-4991-b65c-f68522de884c req-0e8b0493-2eb4-4832-993d-da2c4db06c7e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:20.117592 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cee2ba8d-1f0c-4991-b65c-f68522de884c req-0e8b0493-2eb4-4832-993d-da2c4db06c7e tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0625088 Aug 12 01:33:20.171993 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cee2ba8d-1f0c-4991-b65c-f68522de884c req-47035f15-7f5e-4ea2-8b3a-303bf2a832b7 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460610 Aug 12 01:33:20.367901 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78bd4-d978-428f-8ee0-9ee54ad1d305 req-662f90bd-40c8-410b-8410-cada71132f35 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:20.369366 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a7d78bd4-d978-428f-8ee0-9ee54ad1d305 req-662f90bd-40c8-410b-8410-cada71132f35 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 944 time: 0.0478842 Aug 12 01:33:20.419016 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a7d78bd4-d978-428f-8ee0-9ee54ad1d305 req-01262131-a5a7-4c2c-a358-ece169791947 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438993 Aug 12 01:33:20.818966 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:20.876570 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-6d478619-0d9c-4859-b5d3-4d8df877d3a4 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d HTTP/1.1" status: 200 len: 379 time: 0.0676632 Aug 12 01:33:20.883358 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 62bb6f5f-1dc9-4675-9d96-12163b24d167 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:33:20.903848 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: 62bb6f5f-1dc9-4675-9d96-12163b24d167 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:33:20.904551 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 62bb6f5f-1dc9-4675-9d96-12163b24d167 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:33:20.942929 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d7655785-3db3-47d4-8487-7c03e2b1927b req-acd7009d-5260-4fb4-b3e3-a5f9488cf276 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 210 time: 0.0328555 Aug 12 01:33:20.986359 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf26150-8de0-4027-bb78-90a2d61d3fae req-6cc8678e-9bfb-411d-80c6-d468aa6c2066 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:20.987843 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bcf26150-8de0-4027-bb78-90a2d61d3fae req-6cc8678e-9bfb-411d-80c6-d468aa6c2066 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0478058 Aug 12 01:33:21.034235 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bcf26150-8de0-4027-bb78-90a2d61d3fae req-e8b4c970-03ba-4639-a528-eab6b4b4b333 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408804 Aug 12 01:33:21.308391 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c84b71-bc56-42a4-a151-6cef63a350b5 req-87c5fc0b-6662-4517-81bc-b795221f5825 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:21.310686 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a9c84b71-bc56-42a4-a151-6cef63a350b5 req-87c5fc0b-6662-4517-81bc-b795221f5825 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0529318 Aug 12 01:33:21.361880 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a9c84b71-bc56-42a4-a151-6cef63a350b5 req-d03c0e7e-3f3f-46bf-b343-2ffd2958852f tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ee59af51-d14b-47a5-ac6c-c7260ffea9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Aug 12 01:33:21.428170 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'port': {'device_id': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'admin_state_up': True, 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'security_groups': ['e34de93a-99f5-41f8-abe6-a44e1554bf4a']}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:33:21.521709 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389c264-626e-4804-92a8-dbf5997b8249 req-1a022ac2-2c7a-4098-a487-d2bacb8d802d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:21.523227 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4389c264-626e-4804-92a8-dbf5997b8249 req-1a022ac2-2c7a-4098-a487-d2bacb8d802d tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 946 time: 0.0914021 Aug 12 01:33:21.553552 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fd8ae-4d72-48b3-a2ac-9d00ce5158ea req-60b9ec48-d8fa-4841-8881-f875adbcb58e tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:21.555052 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-090fd8ae-4d72-48b3-a2ac-9d00ce5158ea req-60b9ec48-d8fa-4841-8881-f875adbcb58e tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 944 time: 0.0530052 Aug 12 01:33:21.590209 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=62 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:21.595190 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=48 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:21.606444 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-090fd8ae-4d72-48b3-a2ac-9d00ce5158ea req-3dfa3295-f6f6-467a-850a-6a376d94fe8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454450 Aug 12 01:33:21.640377 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-4389c264-626e-4804-92a8-dbf5997b8249 req-93edbd3d-09b9-468b-89a2-bac553cb2909 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Deleting port f387b69c-4056-4801-b83e-52cf09447e9f {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:33:21.640726 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-4389c264-626e-4804-92a8-dbf5997b8249 req-93edbd3d-09b9-468b-89a2-bac553cb2909 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:21.645145 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Made reservation on behalf of e5e2fd72103c4b5e956ef5b9c291f16d for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:33:21.648635 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:21.757337 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:21.795390 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-4389c264-626e-4804-92a8-dbf5997b8249 req-93edbd3d-09b9-468b-89a2-bac553cb2909 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] For port f387b69c-4056-4801-b83e-52cf09447e9f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f387b69c-4056-4801-b83e-52cf09447e9f,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:21.795775 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-4389c264-626e-4804-92a8-dbf5997b8249 req-93edbd3d-09b9-468b-89a2-bac553cb2909 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:21.834718 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-4389c264-626e-4804-92a8-dbf5997b8249 req-93edbd3d-09b9-468b-89a2-bac553cb2909 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Calling delete_port for f387b69c-4056-4801-b83e-52cf09447e9f owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:33:21.892629 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Allocated IP 172.20.0.12 (c69785c6-9bf5-4740-9585-57c14141c241/a9afc717-283a-483a-80e3-bf850c00ecf8/e6870c02-031d-4413-920d-dcc367128484) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:33:22.043801 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a9531fd4-f41c-4563-a9be-3d8508d07a61 req-2e8e09d0-7146-406d-8c03-cbac35f0f65a tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 210 time: 0.0282979 Aug 12 01:33:22.046626 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:22.092240 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-4389c264-626e-4804-92a8-dbf5997b8249 req-93edbd3d-09b9-468b-89a2-bac553cb2909 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (f387b69c-4056-4801-b83e-52cf09447e9f), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:22.096059 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for port (e6870c02-031d-4413-920d-dcc367128484), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:22.104254 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['f387b69c-4056-4801-b83e-52cf09447e9f'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:33:22.135399 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edbd3d-09b9-468b-89a2-bac553cb2909 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Pushing event deleted for resources: {'Port': ['ID=f387b69c-4056-4801-b83e-52cf09447e9f,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:22.181716 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729b7e9-e061-4425-b03d-3b70716a549e req-9050f168-2a6d-4b3b-a4bc-1d81e36b08c6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:22.183257 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9729b7e9-e061-4425-b03d-3b70716a549e req-9050f168-2a6d-4b3b-a4bc-1d81e36b08c6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0588834 Aug 12 01:33:22.195819 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-4389c264-626e-4804-92a8-dbf5997b8249 req-93edbd3d-09b9-468b-89a2-bac553cb2909 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] No DVR routers for this DVR port f387b69c-4056-4801-b83e-52cf09447e9f on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:33:22.198697 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-4389c264-626e-4804-92a8-dbf5997b8249 req-93edbd3d-09b9-468b-89a2-bac553cb2909 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:22.201975 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4389c264-626e-4804-92a8-dbf5997b8249 req-93edbd3d-09b9-468b-89a2-bac553cb2909 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.15 "DELETE /networking/v2.0/ports/f387b69c-4056-4801-b83e-52cf09447e9f HTTP/1.1" status: 204 len: 173 time: 0.6703329 Aug 12 01:33:22.202414 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1a8df3-8078-437c-ab98-64d52e277263', 'name': 'network-vif-deleted', 'tag': 'f387b69c-4056-4801-b83e-52cf09447e9f'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:22.204727 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc80493-ef18-470b-8c2d-6336510f7be7" -d '{"events": [{"server_uuid": "1e1a8df3-8078-437c-ab98-64d52e277263", "name": "network-vif-deleted", "tag": "f387b69c-4056-4801-b83e-52cf09447e9f"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:22.208762 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (e6870c02-031d-4413-920d-dcc367128484), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:22.240939 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9729b7e9-e061-4425-b03d-3b70716a549e req-e746c427-1722-4ffd-8415-615fab9611b4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518146 Aug 12 01:33:22.251113 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Network c69785c6-9bf5-4740-9585-57c14141c241 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:33:22.257085 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7834d0-a552-45e2-a505-f363891020ba x-openstack-request-id: req-db7834d0-a552-45e2-a505-f363891020ba {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:22.257379 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1a8df3-8078-437c-ab98-64d52e277263", "name": "network-vif-deleted", "tag": "f387b69c-4056-4801-b83e-52cf09447e9f", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:22.257702 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db7834d0-a552-45e2-a505-f363891020ba {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:22.258034 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7834d0-a552-45e2-a505-f363891020ba'] response: {'server_uuid': '1e1a8df3-8078-437c-ab98-64d52e277263', 'name': 'network-vif-deleted', 'tag': 'f387b69c-4056-4801-b83e-52cf09447e9f', 'status': 'completed', 'code': 200} Aug 12 01:33:22.261313 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:33:22.265491 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:33:22.296400 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event updated for resources: {'Port': ['ID=e6870c02-031d-4413-920d-dcc367128484,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:22.328467 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:22.329151 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:22.354424 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-44ed91a3-5ee1-4735-928c-68a3352bd487 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9271793 Aug 12 01:33:22.364189 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Request body: {'port': {'device_id': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:33:22.432333 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (e6870c02-031d-4413-920d-dcc367128484), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:22.489235 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-80d87074-74d6-4ced-b98d-2752ae3500d6 req-3a64d2ea-569d-466d-b83e-9bf3e7e484e0 tempest-ServerRescueNegativeTestJSON-1607139389 tempest-ServerRescueNegativeTestJSON-1607139389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e1a8df3-8078-437c-ab98-64d52e277263 HTTP/1.1" status: 200 len: 210 time: 0.0351388 Aug 12 01:33:22.530182 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-abdfa7f0-939e-49a3-8861-c2c6e736197e None None] Provisioning complete for port e6870c02-031d-4413-920d-dcc367128484 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:33:22.530567 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-abdfa7f0-939e-49a3-8861-c2c6e736197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (e6870c02-031d-4413-920d-dcc367128484), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:22.565801 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-abdfa7f0-939e-49a3-8861-c2c6e736197e None None] Port e6870c02-031d-4413-920d-dcc367128484 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:33:22.632854 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:22.714095 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6870c02-031d-4413-920d-dcc367128484 {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:33:22.725228 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Publish callbacks [] for port (e6870c02-031d-4413-920d-dcc367128484), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:22.740904 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376c4a2-b369-4f00-9ec6-9cdc0c78be93 req-e833ed6e-eb27-47f1-921f-aac30f834565 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:22.742713 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8376c4a2-b369-4f00-9ec6-9cdc0c78be93 req-e833ed6e-eb27-47f1-921f-aac30f834565 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 944 time: 0.0586169 Aug 12 01:33:22.748607 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Transition to ACTIVE for port object e6870c02-031d-4413-920d-dcc367128484 will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:33:22.752588 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (e6870c02-031d-4413-920d-dcc367128484), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:22.793269 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8376c4a2-b369-4f00-9ec6-9cdc0c78be93 req-22735a67-8460-4f33-9486-d5a770f1e5b4 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446494 Aug 12 01:33:22.835592 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6870c02-031d-4413-920d-dcc367128484,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:22.873469 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Attempting to bind port e6870c02-031d-4413-920d-dcc367128484 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:33:22.873858 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Attempting to bind port e6870c02-031d-4413-920d-dcc367128484 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:33:22.874194 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Attempting to bind port e6870c02-031d-4413-920d-dcc367128484 on network c69785c6-9bf5-4740-9585-57c14141c241 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:33:22.879044 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Port e6870c02-031d-4413-920d-dcc367128484 on network c69785c6-9bf5-4740-9585-57c14141c241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:33:22.879412 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Attempting to bind port e6870c02-031d-4413-920d-dcc367128484 on network c69785c6-9bf5-4740-9585-57c14141c241 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:33:22.884701 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:33:22.885042 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Checking segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:33:22.885426 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Bound using segment: {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:33:22.885854 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Bound port: e6870c02-031d-4413-920d-dcc367128484, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f860ae16-95ec-4cbe-8214-06077ff3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:33:22.886235 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (e6870c02-031d-4413-920d-dcc367128484), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:22.918204 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:22.947794 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] For port e6870c02-031d-4413-920d-dcc367128484, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:33:22.951069 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] For port e6870c02-031d-4413-920d-dcc367128484, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e6870c02-031d-4413-920d-dcc367128484,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:33:22.957067 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (e6870c02-031d-4413-920d-dcc367128484), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:22.961001 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:22.961611 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:22.962988 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/e6870c02-031d-4413-920d-dcc367128484 HTTP/1.1" status: 200 len: 1094 time: 0.6047630 Aug 12 01:33:23.032862 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4564b-7df6-4198-8aa1-aafb7eb0fed8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6870c02-031d-4413-920d-dcc367128484,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:23.047315 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-70605ca2-0cb1-4a3d-9fc4-80191217aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:23.048915 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-70605ca2-0cb1-4a3d-9fc4-80191217aa63 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 1128 time: 0.0465336 Aug 12 01:33:23.089364 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-d2a86ea9-66ee-473b-bade-db5a2781b7d9 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6870c02-031d-4413-920d-dcc367128484 HTTP/1.1" status: 200 len: 217 time: 0.0328112 Aug 12 01:33:23.144977 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-a5c24b94-68a2-43f2-b780-4b007d72cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:23.146495 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-a5c24b94-68a2-43f2-b780-4b007d72cab4 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=a9afc717-283a-483a-80e3-bf850c00ecf8 HTTP/1.1" status: 200 len: 854 time: 0.0502892 Aug 12 01:33:23.163700 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977e644-42a7-4013-b742-937d0525e992 req-0192c8ca-5c46-4046-85f9-88bbc9d07728 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:23.165190 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0977e644-42a7-4013-b742-937d0525e992 req-0192c8ca-5c46-4046-85f9-88bbc9d07728 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 944 time: 0.0478616 Aug 12 01:33:23.186972 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:23.190267 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-49b3225f-d33c-46a1-a3a0-529b16b3ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:23.191865 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-49b3225f-d33c-46a1-a3a0-529b16b3ff40 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c69785c6-9bf5-4740-9585-57c14141c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390921 Aug 12 01:33:23.214433 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0977e644-42a7-4013-b742-937d0525e992 req-405df6ee-0ea4-4c62-9f7d-951ba62b3515 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e34de93a-99f5-41f8-abe6-a44e1554bf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434639 Aug 12 01:33:23.283427 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-b33c8a38-c7d7-4463-b035-e39f4cb2c3ce service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848439 Aug 12 01:33:23.378975 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-cb7e6b89-bfbf-4878-8504-219eb86fe0c2 req-cfcf00c8-4d4f-4ff9-a6ce-0d6045158695 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883548 Aug 12 01:33:23.397666 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db670e6-5225-48a2-98d7-18c7b0f538ee req-a6359e5e-aed1-4ab6-acc0-71d82ec4ef1e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:23.399055 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4db670e6-5225-48a2-98d7-18c7b0f538ee req-a6359e5e-aed1-4ab6-acc0-71d82ec4ef1e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0498657 Aug 12 01:33:23.425602 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:23.447661 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4db670e6-5225-48a2-98d7-18c7b0f538ee req-744544ca-174d-43b1-a26b-2bb20f79d9a1 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417287 Aug 12 01:33:23.556011 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52780) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:23.858293 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:23.912703 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba56916-c09f-4754-8497-b9f67a06fac0 req-6464e28b-fbd7-45e2-a5aa-9c60c9703752 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:23.914140 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ba56916-c09f-4754-8497-b9f67a06fac0 req-6464e28b-fbd7-45e2-a5aa-9c60c9703752 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 944 time: 0.0488374 Aug 12 01:33:23.963641 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ba56916-c09f-4754-8497-b9f67a06fac0 req-61a8c7b3-949a-46e1-8dd5-f3674c439156 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437829 Aug 12 01:33:23.972156 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c12e0e0-3de0-4cb5-a6db-937d0b79ddc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1778284'] for router_interface (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:24.143967 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:24.198820 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:33:24.203269 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-9c12e0e0-3de0-4cb5-a6db-937d0b79ddc1 admin admin] Deleting port c6c9146b-ac2b-4378-bec8-f59be3a3f571 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:33:24.203648 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c12e0e0-3de0-4cb5-a6db-937d0b79ddc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:24.259185 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'tag': 'e6870c02-031d-4413-920d-dcc367128484'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:24.261464 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f419f69-d601-416b-aaed-e6e48e1a299d" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb87cca-3f2d-4017-9cb9-1f309cdaacac", "tag": "e6870c02-031d-4413-920d-dcc367128484"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:24.290584 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-9c12e0e0-3de0-4cb5-a6db-937d0b79ddc1 admin admin] For port c6c9146b-ac2b-4378-bec8-f59be3a3f571, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=c6c9146b-ac2b-4378-bec8-f59be3a3f571,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:24.290950 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c12e0e0-3de0-4cb5-a6db-937d0b79ddc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:24.305384 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d770f26-f653-4ddf-8f32-51a1d6ee203c x-openstack-request-id: req-1d770f26-f653-4ddf-8f32-51a1d6ee203c {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:24.305636 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb87cca-3f2d-4017-9cb9-1f309cdaacac", "tag": "e6870c02-031d-4413-920d-dcc367128484", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:24.305923 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d770f26-f653-4ddf-8f32-51a1d6ee203c {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:24.306319 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d770f26-f653-4ddf-8f32-51a1d6ee203c'] response: {'name': 'network-changed', 'server_uuid': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'tag': 'e6870c02-031d-4413-920d-dcc367128484', 'status': 'completed', 'code': 200} Aug 12 01:33:24.307212 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-9c12e0e0-3de0-4cb5-a6db-937d0b79ddc1 admin admin] Calling delete_port for c6c9146b-ac2b-4378-bec8-f59be3a3f571 owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:33:24.339894 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da2326-a149-40dc-9a43-f646bd2185b3 req-da2c2da8-57fe-45db-ab50-27f7ecd2bd55 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:24.342165 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-17da2326-a149-40dc-9a43-f646bd2185b3 req-da2c2da8-57fe-45db-ab50-27f7ecd2bd55 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 944 time: 0.0542066 Aug 12 01:33:24.392284 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-17da2326-a149-40dc-9a43-f646bd2185b3 req-4f2bc0e4-d023-46bf-a217-9da686e1562a tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e34de93a-99f5-41f8-abe6-a44e1554bf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429287 Aug 12 01:33:24.398220 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f419f69-d601-416b-aaed-e6e48e1a299d req-a8272b61-8702-44d5-bdd7-434e9d7c6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:24.399742 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9f419f69-d601-416b-aaed-e6e48e1a299d req-a8272b61-8702-44d5-bdd7-434e9d7c6136 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 1128 time: 0.0540214 Aug 12 01:33:24.574871 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6ca0f-db12-4df3-8315-9b225e3e7d11 req-f2a87437-d86d-4e43-8c34-00608b249423 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:24.576502 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0fc6ca0f-db12-4df3-8315-9b225e3e7d11 req-f2a87437-d86d-4e43-8c34-00608b249423 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0502434 Aug 12 01:33:24.628822 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0fc6ca0f-db12-4df3-8315-9b225e3e7d11 req-700e8fbb-ee86-483a-ae69-cc6b7daf4424 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458350 Aug 12 01:33:24.796546 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f419f69-d601-416b-aaed-e6e48e1a299d req-f9d015a1-52a5-4cd6-b1c1-fcf2500aed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:24.797916 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9f419f69-d601-416b-aaed-e6e48e1a299d req-f9d015a1-52a5-4cd6-b1c1-fcf2500aed23 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 916 time: 0.3896117 Aug 12 01:33:24.844254 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c12e0e0-3de0-4cb5-a6db-937d0b79ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (c6c9146b-ac2b-4378-bec8-f59be3a3f571), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:24.876342 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12e0e0-3de0-4cb5-a6db-937d0b79ddc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c9146b-ac2b-4378-bec8-f59be3a3f571,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:24.891312 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 7f3a189a-2823-4a1c-8884-bc1b49992c1c details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:33:24.894872 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device f387b69c-4056-4801-b83e-52cf09447e9f no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:33:24.905791 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9f419f69-d601-416b-aaed-e6e48e1a299d req-ceb5261a-0f75-4d89-b9b2-3e8c4f360937 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6870c02-031d-4413-920d-dcc367128484 HTTP/1.1" status: 200 len: 217 time: 0.0908501 Aug 12 01:33:24.922895 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: f387b69c-4056-4801-b83e-52cf09447e9f {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:33:24.923764 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device f387b69c-4056-4801-b83e-52cf09447e9f not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:33:24.983716 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:25.003915 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f419f69-d601-416b-aaed-e6e48e1a299d req-4ac3d39d-2c4a-4311-96c3-2d1def076f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:25.005612 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9f419f69-d601-416b-aaed-e6e48e1a299d req-4ac3d39d-2c4a-4311-96c3-2d1def076f16 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=a9afc717-283a-483a-80e3-bf850c00ecf8 HTTP/1.1" status: 200 len: 854 time: 0.0939460 Aug 12 01:33:25.104526 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f419f69-d601-416b-aaed-e6e48e1a299d req-26bbc6b4-4ea2-4573-bed1-0249744758f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:25.106188 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9f419f69-d601-416b-aaed-e6e48e1a299d req-26bbc6b4-4ea2-4573-bed1-0249744758f5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c69785c6-9bf5-4740-9585-57c14141c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0944726 Aug 12 01:33:25.115471 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8379-d460-4290-a65a-5bc5931d231e req-28ec60e9-2faf-414e-9a1f-2f0b12f953b1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:25.117554 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-37fd8379-d460-4290-a65a-5bc5931d231e req-28ec60e9-2faf-414e-9a1f-2f0b12f953b1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 944 time: 0.0659699 Aug 12 01:33:25.149930 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 7f3a189a-2823-4a1c-8884-bc1b49992c1c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=7f3a189a-2823-4a1c-8884-bc1b49992c1c,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:25.161692 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'port_id': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'mac_address': 'fa:16:3e:49:76:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:33:25.173460 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-37fd8379-d460-4290-a65a-5bc5931d231e req-9ad2cb2c-2367-4bfb-a2f8-692a7bb1faf3 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489378 Aug 12 01:33:25.200920 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 7f3a189a-2823-4a1c-8884-bc1b49992c1c is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:33:25.201370 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:25.209903 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c12e0e0-3de0-4cb5-a6db-937d0b79ddc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778368'] for router_interface (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:25.214312 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3a189a-2823-4a1c-8884-bc1b49992c1c {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:33:25.218375 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:25.235316 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 7f3a189a-2823-4a1c-8884-bc1b49992c1c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=7f3a189a-2823-4a1c-8884-bc1b49992c1c,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:25.239205 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:25.277321 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:25.280240 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:25.281148 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9f419f69-d601-416b-aaed-e6e48e1a299d req-3025cba5-12c7-4487-bac6-e7e654c3ca7d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471157 Aug 12 01:33:25.292356 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=7f3a189a-2823-4a1c-8884-bc1b49992c1c,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:25.449642 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9f419f69-d601-416b-aaed-e6e48e1a299d req-00286dc0-1551-438d-bedf-a15d9fe3be48 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617086 Aug 12 01:33:25.477046 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['7f3a189a-2823-4a1c-8884-bc1b49992c1c'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:33:25.515973 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c12e0e0-3de0-4cb5-a6db-937d0b79ddc1 admin admin] Router cfe1fd6d-7509-4b25-a689-fc12f726fe0b has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:33:25.522972 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0415b-2e1b-4ea3-b46b-c65b177237d5 req-0eea70f9-4f91-4825-b03d-93a71480bcd9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:25.524976 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d6d0415b-2e1b-4ea3-b46b-c65b177237d5 req-0eea70f9-4f91-4825-b03d-93a71480bcd9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 944 time: 0.0587697 Aug 12 01:33:25.577830 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d6d0415b-2e1b-4ea3-b46b-c65b177237d5 req-a131fab7-9987-4315-926d-bb60a1543072 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e34de93a-99f5-41f8-abe6-a44e1554bf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472693 Aug 12 01:33:25.623639 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c12e0e0-3de0-4cb5-a6db-937d0b79ddc1 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:33:25.631801 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9c12e0e0-3de0-4cb5-a6db-937d0b79ddc1 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/cfe1fd6d-7509-4b25-a689-fc12f726fe0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0713875 Aug 12 01:33:25.631801 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52800) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:25.633677 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eaffb1-6e50-46de-9df8-b7e470049724 None None] Sync routers for ids ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:33:25.643205 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eaffb1-6e50-46de-9df8-b7e470049724 None None] Routers {'cfe1fd6d-7509-4b25-a689-fc12f726fe0b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:25.643836 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-c3eaffb1-6e50-46de-9df8-b7e470049724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:33:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:25.743727 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Publish callbacks [] for router (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:25.747251 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-c3eaffb1-6e50-46de-9df8-b7e470049724 None None] Set router cfe1fd6d-7509-4b25-a689-fc12f726fe0b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:25.770216 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61c0b8-8d25-4d81-beff-67626d67d807 req-62d72bee-538a-4eeb-981f-7b4badd6f983 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:25.771752 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2a61c0b8-8d25-4d81-beff-67626d67d807 req-62d72bee-538a-4eeb-981f-7b4badd6f983 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0476031 Aug 12 01:33:25.821624 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2a61c0b8-8d25-4d81-beff-67626d67d807 req-1d0b30cb-b6c9-4c04-9fd7-e71757d99d5e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432518 Aug 12 01:33:25.852724 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Publish callbacks [] for router_gateway (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:25.896347 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Deleting port 0668c7de-24ae-43cd-87d5-0f2243f631cf {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:33:25.897105 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:25.930584 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-c3eaffb1-6e50-46de-9df8-b7e470049724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:33:24Z', 'revision_number': 5, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port': {'id': '0668c7de-24ae-43cd-87d5-0f2243f631cf', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:25.947100 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:25.955079 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eaffb1-6e50-46de-9df8-b7e470049724 None None] Checking router: cfe1fd6d-7509-4b25-a689-fc12f726fe0b for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:33:25.963648 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eaffb1-6e50-46de-9df8-b7e470049724 None None] Routers {'cfe1fd6d-7509-4b25-a689-fc12f726fe0b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:25.964209 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-c3eaffb1-6e50-46de-9df8-b7e470049724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:33:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:25.980563 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] For port 0668c7de-24ae-43cd-87d5-0f2243f631cf, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=0668c7de-24ae-43cd-87d5-0f2243f631cf,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:25.980930 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:25.994139 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Calling delete_port for 0668c7de-24ae-43cd-87d5-0f2243f631cf owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:33:26.100992 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:26.138461 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-c3eaffb1-6e50-46de-9df8-b7e470049724 None None] Set router cfe1fd6d-7509-4b25-a689-fc12f726fe0b gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:26.168945 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (0668c7de-24ae-43cd-87d5-0f2243f631cf), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.187190 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-c3eaffb1-6e50-46de-9df8-b7e470049724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:33:25Z', 'revision_number': 6, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port_host': None}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:26.193708 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Pushing event deleted for resources: {'Port': ['ID=0668c7de-24ae-43cd-87d5-0f2243f631cf,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:26.221008 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eaffb1-6e50-46de-9df8-b7e470049724 None None] The sync data for ids ['cfe1fd6d-7509-4b25-a689-fc12f726fe0b'] in dv-cinder-784815-15-iscsi is: [{'id': 'cfe1fd6d-7509-4b25-a689-fc12f726fe0b', 'name': 'tempest-ServerRescueNegativeTestJSON-790423275-router', 'tenant_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:54Z', 'updated_at': '2022-08-12T01:33:25Z', 'revision_number': 6, 'project_id': 'a0674e4f240748d69cc9be8fdc79ad89', 'gw_port_host': None}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:33:26.259639 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362832'] for router_gateway (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.301434 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8283bb-b44e-472d-9267-1461883edd6b req-d169e3f8-094f-4617-a8fd-32ec6954354e tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:26.303220 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-de8283bb-b44e-472d-9267-1461883edd6b req-d169e3f8-094f-4617-a8fd-32ec6954354e tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 945 time: 0.0509555 Aug 12 01:33:26.353802 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.356420 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Publish callbacks [] for router_controller (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.357333 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-de8283bb-b44e-472d-9267-1461883edd6b req-a22f71dd-d74c-4009-b962-6099593cd8e9 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481544 Aug 12 01:33:26.403515 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1780034'] for router (cfe1fd6d-7509-4b25-a689-fc12f726fe0b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.404210 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfe1fd6d-7509-4b25-a689-fc12f726fe0b {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 01:33:26.408440 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.409572 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cd122d25-a556-4351-a378-03a48be7c96c admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/cfe1fd6d-7509-4b25-a689-fc12f726fe0b HTTP/1.1" status: 204 len: 168 time: 0.7768266 Aug 12 01:33:26.412323 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52806) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:26.457200 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0755263-b3c6-401d-8409-7b53b599d98d admin admin] Deleting subnet 56eeebe6-a638-4828-88cb-f2a33860c466 {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:33:26.460397 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b0755263-b3c6-401d-8409-7b53b599d98d admin admin] Publish callbacks [] for subnet (56eeebe6-a638-4828-88cb-f2a33860c466), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.494888 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b0755263-b3c6-401d-8409-7b53b599d98d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66769595'] for subnet (56eeebe6-a638-4828-88cb-f2a33860c466), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.577272 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b0755263-b3c6-401d-8409-7b53b599d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (56eeebe6-a638-4828-88cb-f2a33860c466), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.643112 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b0755263-b3c6-401d-8409-7b53b599d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67055905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63803327'] for subnet (56eeebe6-a638-4828-88cb-f2a33860c466), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.670448 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0755263-b3c6-401d-8409-7b53b599d98d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56eeebe6-a638-4828-88cb-f2a33860c466,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:26.674092 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b0755263-b3c6-401d-8409-7b53b599d98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.677319 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b0755263-b3c6-401d-8409-7b53b599d98d admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/56eeebe6-a638-4828-88cb-f2a33860c466 HTTP/1.1" status: 204 len: 168 time: 0.2640760 Aug 12 01:33:26.680332 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52810) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:26.684080 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166b34a5-ea88-4d29-9a38-79937f85610f None None] Network 0d1de51b-a5d0-4a09-af82-8f44783003c3 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:33:26.732655 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1e902-4b57-44c9-855a-1c98e26d06f2 req-c676ca03-db27-4eb3-8f75-94fb20bd6dc8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:26.736223 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2eb1e902-4b57-44c9-855a-1c98e26d06f2 req-c676ca03-db27-4eb3-8f75-94fb20bd6dc8 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 944 time: 0.0644796 Aug 12 01:33:26.742820 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device c6c9146b-ac2b-4378-bec8-f59be3a3f571 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:33:26.771198 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: c6c9146b-ac2b-4378-bec8-f59be3a3f571 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:33:26.771827 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device c6c9146b-ac2b-4378-bec8-f59be3a3f571 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:33:26.784091 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (0d1de51b-a5d0-4a09-af82-8f44783003c3), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.796029 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2eb1e902-4b57-44c9-855a-1c98e26d06f2 req-92d05236-95af-46ee-a396-de608b16ccac tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e34de93a-99f5-41f8-abe6-a44e1554bf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541732 Aug 12 01:33:26.839520 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Deleting port 59600078-1049-4b42-81f6-4ad7334a4817 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:33:26.839895 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (59600078-1049-4b42-81f6-4ad7334a4817), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.902205 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device e6870c02-031d-4413-920d-dcc367128484 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:33:26.905034 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] For port 59600078-1049-4b42-81f6-4ad7334a4817, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=59600078-1049-4b42-81f6-4ad7334a4817,segment=NetworkSegment(15a8a603-a59e-410c-bf5d-02f22d55ce9f),segment_id=15a8a603-a59e-410c-bf5d-02f22d55ce9f)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:26.905557 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (59600078-1049-4b42-81f6-4ad7334a4817), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:26.906942 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 7f3a189a-2823-4a1c-8884-bc1b49992c1c up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:33:26.913452 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:26.920013 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Calling delete_port for 59600078-1049-4b42-81f6-4ad7334a4817 owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:33:26.954090 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86083990-1603-4a6e-bb22-9b9dac305cb8 req-89bf7527-7f6b-4f66-8e71-215e1c0ca4c8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:26.956176 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-86083990-1603-4a6e-bb22-9b9dac305cb8 req-89bf7527-7f6b-4f66-8e71-215e1c0ca4c8 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0539122 Aug 12 01:33:26.997329 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:27.009231 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (59600078-1049-4b42-81f6-4ad7334a4817), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.019114 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port 7f3a189a-2823-4a1c-8884-bc1b49992c1c completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:33:27.019665 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-86083990-1603-4a6e-bb22-9b9dac305cb8 req-ef47fcab-2e33-48fb-a26c-eac65d79c9d9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549963 Aug 12 01:33:27.029437 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 7f3a189a-2823-4a1c-8884-bc1b49992c1c triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:33:27.029830 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.043279 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=59600078-1049-4b42-81f6-4ad7334a4817,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:27.049186 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] No DVR routers for this DVR port 59600078-1049-4b42-81f6-4ad7334a4817 on host dv-cinder-784815-15-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:33:27.083342 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port e6870c02-031d-4413-920d-dcc367128484, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e6870c02-031d-4413-920d-dcc367128484,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:27.101353 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'e6870c02-031d-4413-920d-dcc367128484', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'port_id': 'e6870c02-031d-4413-920d-dcc367128484', 'mac_address': 'fa:16:3e:59:99:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:33:27.133312 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b9114-e21c-45aa-9882-1f5e45d21ab2 None None] DHCP port deletion for 0d1de51b-a5d0-4a09-af82-8f44783003c3 request from dv-cinder-784815-15-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 12 01:33:27.136183 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (0d1de51b-a5d0-4a09-af82-8f44783003c3), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.156673 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1de51b-a5d0-4a09-af82-8f44783003c3']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:27.168218 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a8a603-a59e-410c-bf5d-02f22d55ce9f') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:27.168796 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a8a603-a59e-410c-bf5d-02f22d55ce9f') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:27.182294 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port e6870c02-031d-4413-920d-dcc367128484 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:33:27.182686 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (e6870c02-031d-4413-920d-dcc367128484), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.183905 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66769570'] for segment (15a8a603-a59e-410c-bf5d-02f22d55ce9f), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.187335 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 7f3a189a-2823-4a1c-8884-bc1b49992c1c is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:33:27.187721 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.197563 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (15a8a603-a59e-410c-bf5d-02f22d55ce9f), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.206314 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:33:27.206834 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67056327'] for segment (15a8a603-a59e-410c-bf5d-02f22d55ce9f), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.207213 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6870c02-031d-4413-920d-dcc367128484 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:33:27.239485 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3a189a-2823-4a1c-8884-bc1b49992c1c'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:27.241767 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af6eac3-6ca4-4c7e-b667-37b5d7c52549" -d '{"events": [{"server_uuid": "e61e785b-aa63-4b29-b82d-185988c73bc1", "name": "network-vif-plugged", "status": "completed", "tag": "7f3a189a-2823-4a1c-8884-bc1b49992c1c"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:27.247256 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port e6870c02-031d-4413-920d-dcc367128484, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e6870c02-031d-4413-920d-dcc367128484,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:27.258112 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (e6870c02-031d-4413-920d-dcc367128484), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.266717 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 7f3a189a-2823-4a1c-8884-bc1b49992c1c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=7f3a189a-2823-4a1c-8884-bc1b49992c1c,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:27.267684 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:27.291834 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.295673 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (0d1de51b-a5d0-4a09-af82-8f44783003c3), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.306717 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deddaab-1dc0-45c6-9233-19940503531c x-openstack-request-id: req-5deddaab-1dc0-45c6-9233-19940503531c {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:27.306717 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61e785b-aa63-4b29-b82d-185988c73bc1", "name": "network-vif-plugged", "status": "completed", "tag": "7f3a189a-2823-4a1c-8884-bc1b49992c1c", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:27.307077 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5deddaab-1dc0-45c6-9233-19940503531c {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:27.307315 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5deddaab-1dc0-45c6-9233-19940503531c'] response: {'server_uuid': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'code': 200} Aug 12 01:33:27.308105 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.315435 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/0d1de51b-a5d0-4a09-af82-8f44783003c3 HTTP/1.1" status: 204 len: 168 time: 0.6340880 Aug 12 01:33:27.326417 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:27.329766 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ced63-d524-4b64-a435-95695c771e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1de51b-a5d0-4a09-af82-8f44783003c3,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:27.334063 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=e6870c02-031d-4413-920d-dcc367128484,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:27.342897 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 15a8a603-a59e-410c-bf5d-02f22d55ce9f resource provider aggregate not found Aug 12 01:33:27.373185 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 15a8a603-a59e-410c-bf5d-02f22d55ce9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15a8a603-a59e-410c-bf5d-02f22d55ce9f found for delete ", "request_id": "req-5e8ad65d-3df8-4048-8262-d619fefb2d22"}]} Aug 12 01:33:27.422755 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=7f3a189a-2823-4a1c-8884-bc1b49992c1c,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:27.499100 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32def4ba-85ca-4f6f-90c4-6f3fe6994cc1 req-2e4e97e5-649f-49ec-a52d-81f0af9b4210 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:27.502005 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32def4ba-85ca-4f6f-90c4-6f3fe6994cc1 req-2e4e97e5-649f-49ec-a52d-81f0af9b4210 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 946 time: 0.0607355 Aug 12 01:33:27.513497 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52826) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:27.520156 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['e6870c02-031d-4413-920d-dcc367128484'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:33:27.542938 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:27.564963 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-32def4ba-85ca-4f6f-90c4-6f3fe6994cc1 req-64c4ad2e-e6e7-4205-81b6-f26afbb261af tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558622 Aug 12 01:33:27.606053 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f1053d27-3878-4a16-a917-2f6f3c15110a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a0674e4f240748d69cc9be8fdc79ad89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0891309 Aug 12 01:33:27.606252 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52828) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:27.609652 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f8428-eaf5-4efc-8360-a002d573ed84 req-050f1c52-714f-40a2-9254-dbebd895972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:27.611188 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-119f8428-eaf5-4efc-8360-a002d573ed84 req-050f1c52-714f-40a2-9254-dbebd895972c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 1130 time: 0.0552166 Aug 12 01:33:27.654198 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:27.661075 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-595fea16-81a2-42d2-b68c-90e4ae57401c admin admin] Publish callbacks [] for security_group (ee59af51-d14b-47a5-ac6c-c7260ffea9db), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.665387 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-119f8428-eaf5-4efc-8360-a002d573ed84 req-9eb9b779-5f00-4683-8919-6f3fa47e3d41 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463605 Aug 12 01:33:27.684974 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-595fea16-81a2-42d2-b68c-90e4ae57401c admin admin] Publish callbacks [] for security_group (ee59af51-d14b-47a5-ac6c-c7260ffea9db), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.732594 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-595fea16-81a2-42d2-b68c-90e4ae57401c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (ee59af51-d14b-47a5-ac6c-c7260ffea9db), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.735469 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-595fea16-81a2-42d2-b68c-90e4ae57401c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:27.736716 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-595fea16-81a2-42d2-b68c-90e4ae57401c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ee59af51-d14b-47a5-ac6c-c7260ffea9db HTTP/1.1" status: 204 len: 168 time: 0.1301365 Aug 12 01:33:27.745476 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fea16-81a2-42d2-b68c-90e4ae57401c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee59af51-d14b-47a5-ac6c-c7260ffea9db,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:27.926231 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6841d-c7be-4bd9-af7f-e38784a6ea58 req-48c03ea1-8869-4c37-9378-1b4bb0d07a35 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:27.928147 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-34d6841d-c7be-4bd9-af7f-e38784a6ea58 req-48c03ea1-8869-4c37-9378-1b4bb0d07a35 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 945 time: 0.0541651 Aug 12 01:33:27.978169 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-34d6841d-c7be-4bd9-af7f-e38784a6ea58 req-4c184c2c-5e86-4465-8ec6-df841e0c976a tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e34de93a-99f5-41f8-abe6-a44e1554bf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438931 Aug 12 01:33:28.154147 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90982fcf-9ec9-4a78-ab70-1a73074f4cfd req-f4dc07f9-a69a-470b-a16a-c7f944510786 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:28.155683 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-90982fcf-9ec9-4a78-ab70-1a73074f4cfd req-f4dc07f9-a69a-470b-a16a-c7f944510786 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0532844 Aug 12 01:33:28.202612 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-90982fcf-9ec9-4a78-ab70-1a73074f4cfd req-88595810-428e-44bf-b1e6-8d831f22dfda tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413985 Aug 12 01:33:28.411068 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 0668c7de-24ae-43cd-87d5-0f2243f631cf no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:33:28.430428 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 0668c7de-24ae-43cd-87d5-0f2243f631cf {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:33:28.430787 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 0668c7de-24ae-43cd-87d5-0f2243f631cf not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:33:28.431180 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 59600078-1049-4b42-81f6-4ad7334a4817 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:33:28.449461 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 59600078-1049-4b42-81f6-4ad7334a4817 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:33:28.449813 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 59600078-1049-4b42-81f6-4ad7334a4817 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:33:28.694394 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c642c9-d32f-427f-b835-f6f03e0e9165 req-9a857b4a-5180-4e7c-8f84-9e8376d0336f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:28.695876 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c3c642c9-d32f-427f-b835-f6f03e0e9165 req-9a857b4a-5180-4e7c-8f84-9e8376d0336f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 946 time: 0.0561483 Aug 12 01:33:28.746853 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c3c642c9-d32f-427f-b835-f6f03e0e9165 req-5b23098c-f8f1-4a0d-95c0-c620f09ea836 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446951 Aug 12 01:33:28.906579 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device a7da4e13-3cc9-4eeb-9f82-064424d0880e details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:33:28.910739 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device e6870c02-031d-4413-920d-dcc367128484 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:33:29.004512 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port e6870c02-031d-4413-920d-dcc367128484 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:33:29.016862 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port e6870c02-031d-4413-920d-dcc367128484 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:33:29.017505 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (e6870c02-031d-4413-920d-dcc367128484), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:29.086893 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:29.102653 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271db9e8-c83d-4f67-9548-29ca724a367a req-cc6f8e6f-bacd-46da-a26e-483348fd9ee9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:29.104180 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-271db9e8-c83d-4f67-9548-29ca724a367a req-cc6f8e6f-bacd-46da-a26e-483348fd9ee9 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 945 time: 0.0502455 Aug 12 01:33:29.118454 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'port_id': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'mac_address': 'fa:16:3e:65:a2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:33:29.156956 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port e6870c02-031d-4413-920d-dcc367128484 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:33:29.157352 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (e6870c02-031d-4413-920d-dcc367128484), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:29.157472 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-271db9e8-c83d-4f67-9548-29ca724a367a req-22826d68-5f6e-4d0a-8e4b-01915c976090 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e34de93a-99f5-41f8-abe6-a44e1554bf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463259 Aug 12 01:33:29.178256 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port a7da4e13-3cc9-4eeb-9f82-064424d0880e is: ACTIVE; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:33:29.178656 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:29.212467 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7da4e13-3cc9-4eeb-9f82-064424d0880e {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:33:29.218840 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port e6870c02-031d-4413-920d-dcc367128484, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e6870c02-031d-4413-920d-dcc367128484,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:29.228758 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (e6870c02-031d-4413-920d-dcc367128484), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:29.291235 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:29.299760 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:29.317521 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6870c02-031d-4413-920d-dcc367128484'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:29.320854 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93d36ad-fa0f-41ad-8613-3097e10c8e5d" -d '{"events": [{"server_uuid": "2bb87cca-3f2d-4017-9cb9-1f309cdaacac", "name": "network-vif-plugged", "status": "completed", "tag": "e6870c02-031d-4413-920d-dcc367128484"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:29.358975 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=e6870c02-031d-4413-920d-dcc367128484,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:29.411419 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['a7da4e13-3cc9-4eeb-9f82-064424d0880e'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:33:29.413194 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539b24c-8aca-45a8-9458-748898332b38 req-913d5c96-096c-4f66-9666-565024747baf tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:29.427381 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d539b24c-8aca-45a8-9458-748898332b38 req-913d5c96-096c-4f66-9666-565024747baf tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 944 time: 0.1216955 Aug 12 01:33:29.456249 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:29.458085 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06df283-f0a9-46d0-9ade-bdacb13c5291 x-openstack-request-id: req-e06df283-f0a9-46d0-9ade-bdacb13c5291 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:29.458385 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb87cca-3f2d-4017-9cb9-1f309cdaacac", "name": "network-vif-plugged", "status": "completed", "tag": "e6870c02-031d-4413-920d-dcc367128484", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:29.458702 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e06df283-f0a9-46d0-9ade-bdacb13c5291 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:29.459349 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06df283-f0a9-46d0-9ade-bdacb13c5291'] response: {'server_uuid': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6870c02-031d-4413-920d-dcc367128484', 'code': 200} Aug 12 01:33:29.467857 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:29.477731 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=a7da4e13-3cc9-4eeb-9f82-064424d0880e,revision_number=6']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:29.545479 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d539b24c-8aca-45a8-9458-748898332b38 req-5b140564-7b95-4ad6-9e46-a743f5837515 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133881 Aug 12 01:33:29.643159 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972145f-b3c6-4400-995a-a3e6c4b8a9f1 req-fa4ba62c-3940-4daa-80f9-f93eae87c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:29.644726 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d972145f-b3c6-4400-995a-a3e6c4b8a9f1 req-fa4ba62c-3940-4daa-80f9-f93eae87c2f2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 1130 time: 0.0575941 Aug 12 01:33:29.692004 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-d972145f-b3c6-4400-995a-a3e6c4b8a9f1 req-6ff68bc5-333a-49db-8102-7587affc3991 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e34de93a-99f5-41f8-abe6-a44e1554bf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405128 Aug 12 01:33:29.866617 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d27d1-8870-415a-a6bf-ac3b74f5b1ce req-7d6ea1c4-8226-40e6-bfc2-b9bece2b8f1d tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:29.868124 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e68d27d1-8870-415a-a6bf-ac3b74f5b1ce req-7d6ea1c4-8226-40e6-bfc2-b9bece2b8f1d tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 946 time: 0.0466335 Aug 12 01:33:29.924550 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e68d27d1-8870-415a-a6bf-ac3b74f5b1ce req-b2fb4ba0-d69a-40eb-8dd7-7d171d14faf0 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505667 Aug 12 01:33:30.061047 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2452f6-25cb-4154-be7a-0b21e8244208 req-b6868a22-73b4-425e-94c3-a61dc13a0ad4 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:30.062543 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ba2452f6-25cb-4154-be7a-0b21e8244208 req-b6868a22-73b4-425e-94c3-a61dc13a0ad4 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 946 time: 0.0531714 Aug 12 01:33:30.129208 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ba2452f6-25cb-4154-be7a-0b21e8244208 req-42777f9f-95eb-4a71-bed9-a1fbd160a131 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601079 Aug 12 01:33:30.158489 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52920) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:30.220504 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb3f384-27a2-46b5-b6bf-191b8e5e1513 tempest-TestVolumeBootPattern-363150723 tempest-TestVolumeBootPattern-363150723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:30.227570 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-4cb3f384-27a2-46b5-b6bf-191b8e5e1513 tempest-TestVolumeBootPattern-363150723 tempest-TestVolumeBootPattern-363150723-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 1125 time: 0.0625837 Aug 12 01:33:30.227799 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52924) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:30.233485 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'port_id': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:33:30.262113 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:30.385880 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7545da-8f99-4354-bd94-477abdf785a3 req-f6714ac1-c4e7-4546-91bd-a8ce81455e4e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:30.387449 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1a7545da-8f99-4354-bd94-477abdf785a3 req-f6714ac1-c4e7-4546-91bd-a8ce81455e4e tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 946 time: 0.1202455 Aug 12 01:33:30.445691 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:30.451250 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:30.451935 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:30.469149 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1a7545da-8f99-4354-bd94-477abdf785a3 req-5f8f7b4c-cb33-4dae-b742-10df92537dc6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e34de93a-99f5-41f8-abe6-a44e1554bf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727267 Aug 12 01:33:30.589900 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Allocated IP 172.27.2.84 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/323b5531-9c86-4190-8063-b7d3eb816a33) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:33:30.732672 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9d71c-036b-4dae-b0d3-877706115f15 req-12f4348f-0af2-49db-911a-3ec79082cbc5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:30.734460 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5df9d71c-036b-4dae-b0d3-877706115f15 req-12f4348f-0af2-49db-911a-3ec79082cbc5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 944 time: 0.0694516 Aug 12 01:33:30.796295 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for port (323b5531-9c86-4190-8063-b7d3eb816a33), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:30.816171 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5df9d71c-036b-4dae-b0d3-877706115f15 req-cdffcabd-7c3b-4f83-88c9-038143b58d91 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745287 Aug 12 01:33:30.854555 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (323b5531-9c86-4190-8063-b7d3eb816a33), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:30.901907 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:33:30.905279 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:33:30.910247 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:33:30.926909 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device a7da4e13-3cc9-4eeb-9f82-064424d0880e up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:33:30.952368 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'Port': ['ID=323b5531-9c86-4190-8063-b7d3eb816a33,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:30.990633 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port a7da4e13-3cc9-4eeb-9f82-064424d0880e triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:33:30.991350 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:31.102332 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port a7da4e13-3cc9-4eeb-9f82-064424d0880e is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:33:31.102741 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:31.152634 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:31.159390 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:31.220468 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=a7da4e13-3cc9-4eeb-9f82-064424d0880e,revision_number=7']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:31.460855 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:31.463280 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cd64c4-e53d-4447-b340-344fedb603cf" -d '{"events": [{"server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "name": "network-vif-plugged", "status": "completed", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:31.562339 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f733de4-426e-4718-8df0-39da1852e03a x-openstack-request-id: req-1f733de4-426e-4718-8df0-39da1852e03a {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:31.562801 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "name": "network-vif-plugged", "status": "completed", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:31.563045 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f733de4-426e-4718-8df0-39da1852e03a {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:31.563638 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f733de4-426e-4718-8df0-39da1852e03a'] response: {'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'code': 200} Aug 12 01:33:31.622973 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (69c80f54-04ef-439e-8e1f-9f7fdb2f1100), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:31.626671 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:31.657964 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:31.664532 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24448d-bf9a-4bbe-bbe6-f61461c4ec52 req-7df53ef3-9351-4b94-99d7-5e57973843f6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:31.666039 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ed24448d-bf9a-4bbe-bbe6-f61461c4ec52 req-7df53ef3-9351-4b94-99d7-5e57973843f6 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 946 time: 0.0798202 Aug 12 01:33:31.750015 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (323b5531-9c86-4190-8063-b7d3eb816a33), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:31.782267 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ed24448d-bf9a-4bbe-bbe6-f61461c4ec52 req-9b536009-7aa4-400f-b908-99ca9eb0fc40 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e34de93a-99f5-41f8-abe6-a44e1554bf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000111 Aug 12 01:33:31.946952 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b69e6-e554-417f-be50-3d75bd55d0a7 req-05e0fb27-8c69-4665-a58c-6a6c51300164 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:31.948509 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-be1b69e6-e554-417f-be50-3d75bd55d0a7 req-05e0fb27-8c69-4665-a58c-6a6c51300164 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 946 time: 0.0672367 Aug 12 01:33:31.959437 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 52960) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:31.964498 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-c6bbc465-ae39-49e5-a41e-4c7d59037576 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Request body: {'floatingip': {'port_id': 'e6870c02-031d-4413-920d-dcc367128484'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:33:32.002531 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6bbc465-ae39-49e5-a41e-4c7d59037576 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (64c600e0-639d-4fbb-8234-8880e960a790), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:32.006759 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4314172-655e-4f28-8ccd-4ac0b7d0e517 req-df0cc24b-5d07-4015-9e6c-778e444efe75 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:32.008733 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f4314172-655e-4f28-8ccd-4ac0b7d0e517 req-df0cc24b-5d07-4015-9e6c-778e444efe75 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0870166 Aug 12 01:33:32.074931 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for port (323b5531-9c86-4190-8063-b7d3eb816a33), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:32.086243 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (323b5531-9c86-4190-8063-b7d3eb816a33), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:32.124502 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f4314172-655e-4f28-8ccd-4ac0b7d0e517 req-ba1bf644-df64-450b-99d1-e31f9d2499ea tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038222 Aug 12 01:33:32.172546 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'Port': ['ID=323b5531-9c86-4190-8063-b7d3eb816a33,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:32.192056 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (69c80f54-04ef-439e-8e1f-9f7fdb2f1100), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:32.306504 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Floating IP 69c80f54-04ef-439e-8e1f-9f7fdb2f1100 associated. External IP: 172.27.2.84, port: 7f3a189a-2823-4a1c-8884-bc1b49992c1c. Aug 12 01:33:32.453777 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:32.541016 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:32.555134 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Router a6289ab2-5884-427b-8613-d383f947a406 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:33:32.698568 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:33:32.717631 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6666acb6-e0fc-4358-83fa-f4f7be3cb553 None None] Sync routers for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:33:32.725973 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:32.744792 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6666acb6-e0fc-4358-83fa-f4f7be3cb553 None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:32.745979 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-6666acb6-e0fc-4358-83fa-f4f7be3cb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:33:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:32.778632 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b43c8401-71ac-4848-adfd-73b5d169d1df tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5507081 Aug 12 01:33:32.780935 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'tag': '7f3a189a-2823-4a1c-8884-bc1b49992c1c'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:32.784745 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c548da5-1141-4c6a-b370-3b4e0652db75" -d '{"events": [{"name": "network-changed", "server_uuid": "e61e785b-aa63-4b29-b82d-185988c73bc1", "tag": "7f3a189a-2823-4a1c-8884-bc1b49992c1c"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:32.851866 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6bbc465-ae39-49e5-a41e-4c7d59037576 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:32.859192 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6bbc465-ae39-49e5-a41e-4c7d59037576 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (64c600e0-639d-4fbb-8234-8880e960a790), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:32.864119 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534569fe-2d5d-497b-affd-78b2f9e65498 x-openstack-request-id: req-534569fe-2d5d-497b-affd-78b2f9e65498 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:32.864396 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61e785b-aa63-4b29-b82d-185988c73bc1", "tag": "7f3a189a-2823-4a1c-8884-bc1b49992c1c", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:32.864656 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-534569fe-2d5d-497b-affd-78b2f9e65498 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:32.865066 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534569fe-2d5d-497b-affd-78b2f9e65498'] response: {'name': 'network-changed', 'server_uuid': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'tag': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'status': 'completed', 'code': 200} Aug 12 01:33:32.895870 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-6666acb6-e0fc-4358-83fa-f4f7be3cb553 None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:32.972061 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:33.015568 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548da5-1141-4c6a-b370-3b4e0652db75 req-297e3236-34c9-40e8-a561-fb4c34712950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:33.017305 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6c548da5-1141-4c6a-b370-3b4e0652db75 req-297e3236-34c9-40e8-a561-fb4c34712950 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 1130 time: 0.1153138 Aug 12 01:33:33.149311 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548da5-1141-4c6a-b370-3b4e0652db75 req-920e2014-dee4-4111-8f82-ee9dcc53fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:33.150891 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6c548da5-1141-4c6a-b370-3b4e0652db75 req-920e2014-dee4-4111-8f82-ee9dcc53fc87 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 912 time: 0.1208344 Aug 12 01:33:33.157074 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-c6bbc465-ae39-49e5-a41e-4c7d59037576 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Floating IP 64c600e0-639d-4fbb-8234-8880e960a790 associated. External IP: 172.27.2.121, port: e6870c02-031d-4413-920d-dcc367128484. Aug 12 01:33:33.195983 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:33.287217 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6c548da5-1141-4c6a-b370-3b4e0652db75 req-64d61a55-06fe-43df-a8f5-1a2efc592ae7 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f3a189a-2823-4a1c-8884-bc1b49992c1c HTTP/1.1" status: 200 len: 999 time: 0.1261702 Aug 12 01:33:33.344572 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-6666acb6-e0fc-4358-83fa-f4f7be3cb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '69c80f54-04ef-439e-8e1f-9f7fdb2f1100', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:49:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:33:31Z', 'updated_at': '2022-08-12T01:33:31Z', 'revision_number': 0, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:33.345526 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6423dec-2f2b-4b7a-9690-8ca8622c492f req-70eb96e2-ec0c-4508-b114-f5a3ec486bb0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:33.348618 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548da5-1141-4c6a-b370-3b4e0652db75 req-d292cf9c-c8c8-4bb4-9263-4c26fb94208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:33.349299 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b6423dec-2f2b-4b7a-9690-8ca8622c492f req-70eb96e2-ec0c-4508-b114-f5a3ec486bb0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0945690 Aug 12 01:33:33.350088 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6c548da5-1141-4c6a-b370-3b4e0652db75 req-d292cf9c-c8c8-4bb4-9263-4c26fb94208d service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 200 len: 850 time: 0.0557356 Aug 12 01:33:33.362035 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52984) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:33.377827 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6666acb6-e0fc-4358-83fa-f4f7be3cb553 None None] Checking router: a6289ab2-5884-427b-8613-d383f947a406 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:33:33.387945 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6666acb6-e0fc-4358-83fa-f4f7be3cb553 None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:33.388699 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-6666acb6-e0fc-4358-83fa-f4f7be3cb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:33:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:33.483418 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548da5-1141-4c6a-b370-3b4e0652db75 req-3407d7e1-227f-4b6b-b389-891662fa02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:33.485486 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6c548da5-1141-4c6a-b370-3b4e0652db75 req-3407d7e1-227f-4b6b-b389-891662fa02d8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4d3c14b0-d6e3-49a6-94a3-2110714459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1173565 Aug 12 01:33:33.486726 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b6423dec-2f2b-4b7a-9690-8ca8622c492f req-cfc50b45-7573-46b7-bc74-cbd4579e7f8f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295199 Aug 12 01:33:33.497421 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-6666acb6-e0fc-4358-83fa-f4f7be3cb553 None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:33.533686 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:33.536565 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:33.552393 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5a9b-e233-4195-a4c0-ed1e5dbd60c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:33.571065 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bbc465-ae39-49e5-a41e-4c7d59037576 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:33:33.714841 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5a9b-e233-4195-a4c0-ed1e5dbd60c2 admin admin] Publish callbacks [] for security_group (6e71591b-647b-448c-8e9a-7c7a3624cc3d), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:33.723177 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5a9b-e233-4195-a4c0-ed1e5dbd60c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (6e71591b-647b-448c-8e9a-7c7a3624cc3d), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:33.757467 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c6ce5a9b-e233-4195-a4c0-ed1e5dbd60c2 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=cdc6c508b2014fb381f8a82b459715e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878789 Aug 12 01:33:33.757673 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 52990) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:33.767400 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bbc465-ae39-49e5-a41e-4c7d59037576 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:33:33.777481 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6bbc465-ae39-49e5-a41e-4c7d59037576 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:33.779584 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acf2d2-ec65-421d-878c-564c41ff21ac None None] Sync routers for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:33:33.801817 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acf2d2-ec65-421d-878c-564c41ff21ac None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:33.805269 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-13acf2d2-ec65-421d-878c-564c41ff21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:33:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:33.816295 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c6bbc465-ae39-49e5-a41e-4c7d59037576 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/64c600e0-639d-4fbb-8234-8880e960a790 HTTP/1.1" status: 200 len: 992 time: 1.8551793 Aug 12 01:33:33.818998 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'tag': 'e6870c02-031d-4413-920d-dcc367128484'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:33.821398 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df2e9e8-dcb5-403f-975c-73522c95bbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb87cca-3f2d-4017-9cb9-1f309cdaacac", "tag": "e6870c02-031d-4413-920d-dcc367128484"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:33.828725 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6c548da5-1141-4c6a-b370-3b4e0652db75 req-217ec8ce-8c74-4d89-ad92-7ef9247d84f9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555425 Aug 12 01:33:33.833125 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-6666acb6-e0fc-4358-83fa-f4f7be3cb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '69c80f54-04ef-439e-8e1f-9f7fdb2f1100', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:49:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:33:31Z', 'updated_at': '2022-08-12T01:33:31Z', 'revision_number': 0, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:33.884131 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6666acb6-e0fc-4358-83fa-f4f7be3cb553 None None] The sync data for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi is: [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '69c80f54-04ef-439e-8e1f-9f7fdb2f1100', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:49:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:33:31Z', 'updated_at': '2022-08-12T01:33:31Z', 'revision_number': 0, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:33:33.988806 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:34.013336 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-13acf2d2-ec65-421d-878c-564c41ff21ac None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:34.134841 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6c548da5-1141-4c6a-b370-3b4e0652db75 req-4f70ef0e-0751-42c6-9200-92d1f47d6769 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923641 Aug 12 01:33:34.139455 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c80516c-5a82-4409-b6b2-d4e2ccc6d495 x-openstack-request-id: req-4c80516c-5a82-4409-b6b2-d4e2ccc6d495 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:34.140608 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb87cca-3f2d-4017-9cb9-1f309cdaacac", "tag": "e6870c02-031d-4413-920d-dcc367128484", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:34.142785 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c80516c-5a82-4409-b6b2-d4e2ccc6d495 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:34.143438 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c80516c-5a82-4409-b6b2-d4e2ccc6d495'] response: {'name': 'network-changed', 'server_uuid': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'tag': 'e6870c02-031d-4413-920d-dcc367128484', 'status': 'completed', 'code': 200} Aug 12 01:33:34.244075 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2e9e8-dcb5-403f-975c-73522c95bbe5 req-c27866de-52dc-40ff-8b8b-89ee1ccd7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:34.244759 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce5a9b-e233-4195-a4c0-ed1e5dbd60c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e71591b-647b-448c-8e9a-7c7a3624cc3d,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:34.248258 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9df2e9e8-dcb5-403f-975c-73522c95bbe5 req-c27866de-52dc-40ff-8b8b-89ee1ccd7ffe service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 1130 time: 0.0861220 Aug 12 01:33:34.277229 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:34.294809 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a0d64f-cf7d-41e4-a8f2-e068553f0268 None None] New status for floating IP 69c80f54-04ef-439e-8e1f-9f7fdb2f1100: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:33:34.299579 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7cd6590b-97ce-46c0-961f-b055d2bcab4b admin admin] Publish callbacks [] for security_group (6e71591b-647b-448c-8e9a-7c7a3624cc3d), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:34.362180 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7cd6590b-97ce-46c0-961f-b055d2bcab4b admin admin] Publish callbacks [] for security_group (6e71591b-647b-448c-8e9a-7c7a3624cc3d), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:34.406131 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-13acf2d2-ec65-421d-878c-564c41ff21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '64c600e0-639d-4fbb-8234-8880e960a790', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': 'e6870c02-031d-4413-920d-dcc367128484', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:59:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:33:14Z', 'updated_at': '2022-08-12T01:33:32Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:34.410430 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2e9e8-dcb5-403f-975c-73522c95bbe5 req-b03cf692-8593-4c56-a477-66407a3cea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:34.412603 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9df2e9e8-dcb5-403f-975c-73522c95bbe5 req-b03cf692-8593-4c56-a477-66407a3cea18 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 200 len: 916 time: 0.1578727 Aug 12 01:33:34.450586 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acf2d2-ec65-421d-878c-564c41ff21ac None None] Checking router: 16dc98ea-5d10-40d8-af13-5f8d2e04c856 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:33:34.460440 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7cd6590b-97ce-46c0-961f-b055d2bcab4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (6e71591b-647b-448c-8e9a-7c7a3624cc3d), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:34.463906 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7cd6590b-97ce-46c0-961f-b055d2bcab4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:34.465093 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-7cd6590b-97ce-46c0-961f-b055d2bcab4b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6e71591b-647b-448c-8e9a-7c7a3624cc3d HTTP/1.1" status: 204 len: 168 time: 0.7065217 Aug 12 01:33:34.475032 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acf2d2-ec65-421d-878c-564c41ff21ac None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:33:34.476064 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-13acf2d2-ec65-421d-878c-564c41ff21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:33:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:34.484087 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6590b-97ce-46c0-961f-b055d2bcab4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e71591b-647b-448c-8e9a-7c7a3624cc3d,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:34.573307 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9df2e9e8-dcb5-403f-975c-73522c95bbe5 req-6f60ab7e-ad14-42f2-9b4c-21fa75c415ec service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6870c02-031d-4413-920d-dcc367128484 HTTP/1.1" status: 200 len: 1000 time: 0.1443212 Aug 12 01:33:34.641374 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:34.655093 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2e9e8-dcb5-403f-975c-73522c95bbe5 req-c91b3d7f-0020-4e97-8be4-5890afe187d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:34.671203 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9df2e9e8-dcb5-403f-975c-73522c95bbe5 req-c91b3d7f-0020-4e97-8be4-5890afe187d5 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=a9afc717-283a-483a-80e3-bf850c00ecf8 HTTP/1.1" status: 200 len: 854 time: 0.0829120 Aug 12 01:33:34.751682 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-13acf2d2-ec65-421d-878c-564c41ff21ac None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:33:34.757693 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f21c5-673c-4739-8d8d-d9dde9b6feda req-053c311c-1a68-4d2a-a4bc-7fbb045cdba3 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:34.766221 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8c9f21c5-673c-4739-8d8d-d9dde9b6feda req-053c311c-1a68-4d2a-a4bc-7fbb045cdba3 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.1220300 Aug 12 01:33:34.795606 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2e9e8-dcb5-403f-975c-73522c95bbe5 req-9eafff22-4fa8-458e-953d-b0c32fcd1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:34.798094 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9df2e9e8-dcb5-403f-975c-73522c95bbe5 req-9eafff22-4fa8-458e-953d-b0c32fcd1f84 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c69785c6-9bf5-4740-9585-57c14141c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1057329 Aug 12 01:33:34.871043 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8c9f21c5-673c-4739-8d8d-d9dde9b6feda req-9be0b083-4270-4e9a-85a9-6e31c8fdcdc0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959966 Aug 12 01:33:34.978285 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9df2e9e8-dcb5-403f-975c-73522c95bbe5 req-b21d24d9-fa36-4088-aaae-aa5a87948017 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712348 Aug 12 01:33:34.981678 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 53006) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:35.000807 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6fa5b03d-256f-468a-82bb-eb54a9b96df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:35.112308 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9df2e9e8-dcb5-403f-975c-73522c95bbe5 req-8e370bd9-2562-408d-8b20-1fa739b5e16c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210666 Aug 12 01:33:35.122965 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-13acf2d2-ec65-421d-878c-564c41ff21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '64c600e0-639d-4fbb-8234-8880e960a790', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': 'e6870c02-031d-4413-920d-dcc367128484', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:59:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:33:14Z', 'updated_at': '2022-08-12T01:33:32Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:33:35.134663 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6fa5b03d-256f-468a-82bb-eb54a9b96df1 admin admin] Publish callbacks [] for security_group (1a4d8120-ed26-4cc6-ad54-0e729701851d), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:35.145845 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6fa5b03d-256f-468a-82bb-eb54a9b96df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (1a4d8120-ed26-4cc6-ad54-0e729701851d), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:35.149500 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acf2d2-ec65-421d-878c-564c41ff21ac None None] The sync data for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi is: [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '64c600e0-639d-4fbb-8234-8880e960a790', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'port_id': 'e6870c02-031d-4413-920d-dcc367128484', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'mac_address': 'fa:16:3e:59:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:33:14Z', 'updated_at': '2022-08-12T01:33:32Z', 'revision_number': 1, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:33:35.194770 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:35.221412 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5b03d-256f-468a-82bb-eb54a9b96df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4d8120-ed26-4cc6-ad54-0e729701851d,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:35.227852 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6fa5b03d-256f-468a-82bb-eb54a9b96df1 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=dff855b48dc548b2984285e4b2d8798a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448370 Aug 12 01:33:35.230597 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 53008) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:35.298531 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f895738e-a4e0-4d48-a4c1-7036637ac834 admin admin] Publish callbacks [] for security_group (1a4d8120-ed26-4cc6-ad54-0e729701851d), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:35.326588 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f895738e-a4e0-4d48-a4c1-7036637ac834 admin admin] Publish callbacks [] for security_group (1a4d8120-ed26-4cc6-ad54-0e729701851d), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:35.389997 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f895738e-a4e0-4d48-a4c1-7036637ac834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (1a4d8120-ed26-4cc6-ad54-0e729701851d), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:35.393928 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f895738e-a4e0-4d48-a4c1-7036637ac834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:35.395115 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f895738e-a4e0-4d48-a4c1-7036637ac834 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1a4d8120-ed26-4cc6-ad54-0e729701851d HTTP/1.1" status: 204 len: 168 time: 0.1631799 Aug 12 01:33:35.404947 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895738e-a4e0-4d48-a4c1-7036637ac834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4d8120-ed26-4cc6-ad54-0e729701851d,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:35.482702 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3968b-632b-4e93-a59e-d614f7eac3a9 None None] New status for floating IP 64c600e0-639d-4fbb-8234-8880e960a790: ACTIVE {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:33:35.557222 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:36.032146 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df94b-4b24-4730-8322-d4170d3b49a9 req-62fa7fdf-6ea5-40ac-9667-aee317bc030c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:36.033825 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c23df94b-4b24-4730-8322-d4170d3b49a9 req-62fa7fdf-6ea5-40ac-9667-aee317bc030c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0482876 Aug 12 01:33:36.096572 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c23df94b-4b24-4730-8322-d4170d3b49a9 req-6c2f1eb0-b0e6-44a1-87d5-6da8112ea7b7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557408 Aug 12 01:33:36.513332 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-17d175ae-4b11-4bf4-8ab3-5d45d1c9aa42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:37.244221 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31bd84-075e-449b-91aa-f49dec97a09f req-19529b81-dea8-4176-8f5b-e948f3e98f09 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:37.246539 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b31bd84-075e-449b-91aa-f49dec97a09f req-19529b81-dea8-4176-8f5b-e948f3e98f09 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0626576 Aug 12 01:33:37.318392 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7b31bd84-075e-449b-91aa-f49dec97a09f req-6a3bfee6-2e56-4d28-857b-69aa91ff00ce tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640135 Aug 12 01:33:38.470761 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:38.486924 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff86b2f-c200-4b4d-95f9-b8fa9d838207 req-1c188805-097b-46ac-a63a-a8c8e0aa6edf tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:38.494219 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ff86b2f-c200-4b4d-95f9-b8fa9d838207 req-1c188805-097b-46ac-a63a-a8c8e0aa6edf tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0666225 Aug 12 01:33:38.556353 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ff86b2f-c200-4b4d-95f9-b8fa9d838207 req-2a803da6-d6d8-407d-bf23-ff93cf554804 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580802 Aug 12 01:33:38.961511 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f23ecd7f-5823-4a1e-98f2-53ecaf47d2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:39.018480 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 53150) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:39.130053 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:39.138702 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4742b615-3cdc-4387-b0cc-7d016d20a854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:39.222041 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4742b615-3cdc-4387-b0cc-7d016d20a854 admin admin] Publish callbacks [] for security_group (5d28a632-82f6-45f7-ab3e-6cbcc07f797c), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:39.227737 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4742b615-3cdc-4387-b0cc-7d016d20a854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5d28a632-82f6-45f7-ab3e-6cbcc07f797c), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:39.271899 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742b615-3cdc-4387-b0cc-7d016d20a854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d28a632-82f6-45f7-ab3e-6cbcc07f797c,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:39.279372 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 53154) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:39.293680 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4742b615-3cdc-4387-b0cc-7d016d20a854 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=48bad3735b024804b003359cc9287677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738805 Aug 12 01:33:39.337428 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-77ff7aa7-1b0b-49cb-a5bb-788137deadbc admin admin] Publish callbacks [] for security_group (5d28a632-82f6-45f7-ab3e-6cbcc07f797c), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:39.370477 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-77ff7aa7-1b0b-49cb-a5bb-788137deadbc admin admin] Publish callbacks [] for security_group (5d28a632-82f6-45f7-ab3e-6cbcc07f797c), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:39.406247 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:39.422126 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-77ff7aa7-1b0b-49cb-a5bb-788137deadbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5d28a632-82f6-45f7-ab3e-6cbcc07f797c), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:39.424702 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-77ff7aa7-1b0b-49cb-a5bb-788137deadbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:39.426119 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-77ff7aa7-1b0b-49cb-a5bb-788137deadbc admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5d28a632-82f6-45f7-ab3e-6cbcc07f797c HTTP/1.1" status: 204 len: 168 time: 0.1457567 Aug 12 01:33:39.435803 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff7aa7-1b0b-49cb-a5bb-788137deadbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d28a632-82f6-45f7-ab3e-6cbcc07f797c,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:39.712225 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6821dd-dacf-42ce-91bc-f2a7fbc6a1a1 req-82e8afc1-3f1e-4095-adf5-011caa929524 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:39.719973 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9f6821dd-dacf-42ce-91bc-f2a7fbc6a1a1 req-82e8afc1-3f1e-4095-adf5-011caa929524 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0664897 Aug 12 01:33:39.793110 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9f6821dd-dacf-42ce-91bc-f2a7fbc6a1a1 req-b67c6085-d56e-46eb-a120-c3daf87e1e05 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718479 Aug 12 01:33:39.822904 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:39.862629 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 53162) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:39.877486 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7860fff9-3a60-41fc-8781-3d3f11ac5446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:39.977298 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7860fff9-3a60-41fc-8781-3d3f11ac5446 admin admin] Publish callbacks [] for security_group (ef8b8a74-4699-44b1-a17f-ea2efdd778d5), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:39.985852 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7860fff9-3a60-41fc-8781-3d3f11ac5446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (ef8b8a74-4699-44b1-a17f-ea2efdd778d5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:40.025889 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860fff9-3a60-41fc-8781-3d3f11ac5446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8b8a74-4699-44b1-a17f-ea2efdd778d5,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:40.038587 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7860fff9-3a60-41fc-8781-3d3f11ac5446 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b260a387183b4922a07c98a4de9b3e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715012 Aug 12 01:33:40.039569 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 53166) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:40.100689 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e757906f-d8ef-4348-a3a9-44aa0f9a4293 admin admin] Publish callbacks [] for security_group (ef8b8a74-4699-44b1-a17f-ea2efdd778d5), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:40.124079 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e757906f-d8ef-4348-a3a9-44aa0f9a4293 admin admin] Publish callbacks [] for security_group (ef8b8a74-4699-44b1-a17f-ea2efdd778d5), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:40.183322 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e757906f-d8ef-4348-a3a9-44aa0f9a4293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (ef8b8a74-4699-44b1-a17f-ea2efdd778d5), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:40.186055 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e757906f-d8ef-4348-a3a9-44aa0f9a4293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:40.199797 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e757906f-d8ef-4348-a3a9-44aa0f9a4293 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ef8b8a74-4699-44b1-a17f-ea2efdd778d5 HTTP/1.1" status: 204 len: 168 time: 0.1586542 Aug 12 01:33:40.210510 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757906f-d8ef-4348-a3a9-44aa0f9a4293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8b8a74-4699-44b1-a17f-ea2efdd778d5,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:40.930989 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95197f70-78f0-418d-8677-b57261854bdb req-86154c5e-c417-434c-b415-927d5f945cfa tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:40.932760 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-95197f70-78f0-418d-8677-b57261854bdb req-86154c5e-c417-434c-b415-927d5f945cfa tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0527341 Aug 12 01:33:40.981010 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-95197f70-78f0-418d-8677-b57261854bdb req-499883bd-bd02-4ed8-8b65-d82cee5bb064 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426495 Aug 12 01:33:41.466842 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8cea2-e268-4889-b0d2-88cb949d5faf req-5c91299f-38ac-4b03-bdad-29942666ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:41.468422 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1ab8cea2-e268-4889-b0d2-88cb949d5faf req-5c91299f-38ac-4b03-bdad-29942666ead7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 1129 time: 0.0446286 Aug 12 01:33:41.518461 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:41.580505 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8cea2-e268-4889-b0d2-88cb949d5faf req-2c92d0d1-1e66-41b0-9bb7-c60c4d48524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:41.582353 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1ab8cea2-e268-4889-b0d2-88cb949d5faf req-2c92d0d1-1e66-41b0-9bb7-c60c4d48524a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 918 time: 0.1029909 Aug 12 01:33:41.682514 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:41.690314 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1ab8cea2-e268-4889-b0d2-88cb949d5faf req-f7d77cce-fe75-4b62-967b-3d39273628a5 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e HTTP/1.1" status: 200 len: 1001 time: 0.1006639 Aug 12 01:33:41.762501 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8cea2-e268-4889-b0d2-88cb949d5faf req-235fd7ed-0540-4131-94ba-eb8a05593601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:41.764427 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1ab8cea2-e268-4889-b0d2-88cb949d5faf req-235fd7ed-0540-4131-94ba-eb8a05593601 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=d33ce26f-dc4c-4f32-bc97-4170fb266b96 HTTP/1.1" status: 200 len: 856 time: 0.0658433 Aug 12 01:33:41.798095 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:41.812853 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8cea2-e268-4889-b0d2-88cb949d5faf req-1776eb9c-43d5-439f-bd10-d7aa2f48a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:41.814407 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1ab8cea2-e268-4889-b0d2-88cb949d5faf req-1776eb9c-43d5-439f-bd10-d7aa2f48a51b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bdc64372-39dc-45f5-ae9b-e7b46a872a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442235 Aug 12 01:33:41.912582 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1ab8cea2-e268-4889-b0d2-88cb949d5faf req-4fa4ba52-f752-4581-a549-6542d16b229e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842631 Aug 12 01:33:42.019481 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1ab8cea2-e268-4889-b0d2-88cb949d5faf req-76e8217b-0cfe-49a1-83b9-a7a28510fa72 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949399 Aug 12 01:33:42.072058 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:42.132985 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200863e-a066-4bb3-b780-16efcadf540a req-076ff864-a21e-4880-b4b8-d7c9c023a741 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:42.135506 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4200863e-a066-4bb3-b780-16efcadf540a req-076ff864-a21e-4880-b4b8-d7c9c023a741 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0722933 Aug 12 01:33:42.200297 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4200863e-a066-4bb3-b780-16efcadf540a req-820cfb7f-9fc4-4c20-893c-3c59c9ade3ec tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578701 Aug 12 01:33:43.336400 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa6a29-d07c-42a6-b008-ead16cad8beb req-aaec369e-6a04-48b7-863e-05e5c3490420 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:43.337927 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6bfa6a29-d07c-42a6-b008-ead16cad8beb req-aaec369e-6a04-48b7-863e-05e5c3490420 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0522807 Aug 12 01:33:43.387327 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6bfa6a29-d07c-42a6-b008-ead16cad8beb req-d77f6e12-32c3-4d74-af91-274f849b65aa tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434728 Aug 12 01:33:44.513772 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c15eac-3e60-41df-b98e-161894839237 req-2d80c897-4bb9-4e84-a11c-2e5f3608cf28 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:44.515235 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-46c15eac-3e60-41df-b98e-161894839237 req-2d80c897-4bb9-4e84-a11c-2e5f3608cf28 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 945 time: 0.0484250 Aug 12 01:33:44.566711 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-46c15eac-3e60-41df-b98e-161894839237 req-bfc159e3-eaef-4411-be0f-51bf3cb3d0c9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438545 Aug 12 01:33:44.985818 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device a7da4e13-3cc9-4eeb-9f82-064424d0880e no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:33:45.077290 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port a7da4e13-3cc9-4eeb-9f82-064424d0880e is: ACTIVE; New status is: DOWN {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:33:45.077702 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:45.103377 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:33:45.105850 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aec440-65bb-4abc-90c6-eb5ecd4bcbc4" -d '{"events": [{"server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "name": "network-vif-unplugged", "status": "completed", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:33:45.119974 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:33:45.124738 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:45.175089 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:45.186633 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=a7da4e13-3cc9-4eeb-9f82-064424d0880e,revision_number=8']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:45.289174 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Aug 2022 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dfec71-8103-4b8c-8f6c-25038de706ea x-openstack-request-id: req-29dfec71-8103-4b8c-8f6c-25038de706ea {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:33:45.289474 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "name": "network-vif-unplugged", "status": "failed", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e", "code": 422}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:33:45.289750 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29dfec71-8103-4b8c-8f6c-25038de706ea {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:33:45.290202 dv-cinder-784815-15-iscsi neutron-server[106303]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-29dfec71-8103-4b8c-8f6c-25038de706ea']: {'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'code': 422} returned with failed status Aug 12 01:33:45.626541 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47c117-54cd-4e96-97ec-bbbd5a127850 req-b844e96c-05ed-42e3-9631-72789d3e5e33 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:45.628665 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ab47c117-54cd-4e96-97ec-bbbd5a127850 req-b844e96c-05ed-42e3-9631-72789d3e5e33 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0519273 Aug 12 01:33:45.633726 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:45.636938 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:45.661112 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-a9e23787-6d7c-4eef-8112-8459708db056 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410283 Aug 12 01:33:45.685776 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ab47c117-54cd-4e96-97ec-bbbd5a127850 req-6f0889b5-3478-4b13-ab84-3dee856791d4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474670 Aug 12 01:33:45.740242 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-f44c8c50-983d-43c1-b7fc-2325570702d9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:45.741615 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-f44c8c50-983d-43c1-b7fc-2325570702d9 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports/a7da4e13-3cc9-4eeb-9f82-064424d0880e HTTP/1.1" status: 200 len: 940 time: 0.0504827 Aug 12 01:33:46.615698 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-8db4802e-ed60-4d64-b5d7-377d9d4080ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:46.617336 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-8db4802e-ed60-4d64-b5d7-377d9d4080ab service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da&tenant_id=9d33b640693442238516535af8320529 HTTP/1.1" status: 200 len: 1127 time: 0.0457354 Aug 12 01:33:46.687040 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-9411e993-642d-459f-952d-55b30cca781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:46.690164 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-9411e993-642d-459f-952d-55b30cca781c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 1127 time: 0.0442078 Aug 12 01:33:46.799173 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-ec19866a-2b74-45ab-aa6f-f88e64bf7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:46.800727 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-ec19866a-2b74-45ab-aa6f-f88e64bf7890 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 918 time: 0.1049261 Aug 12 01:33:46.804346 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:46.820594 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37aa02-7923-4f4a-8c3d-b92c50c70409 req-62efe89e-2541-41a5-9a78-57f1f0ea16bb tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:46.822362 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fd37aa02-7923-4f4a-8c3d-b92c50c70409 req-62efe89e-2541-41a5-9a78-57f1f0ea16bb tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0524905 Aug 12 01:33:46.873401 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-4ce679ba-f58a-4672-90a3-aae8733bb933 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e HTTP/1.1" status: 200 len: 999 time: 0.0603185 Aug 12 01:33:46.876044 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fd37aa02-7923-4f4a-8c3d-b92c50c70409 req-95ddd3e1-0b9b-4898-bdf6-03c3a73bbaf1 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480044 Aug 12 01:33:46.915453 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:46.927063 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-dd96b1dc-52d4-4009-b491-d72c81be8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:46.929129 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-dd96b1dc-52d4-4009-b491-d72c81be8b60 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=d33ce26f-dc4c-4f32-bc97-4170fb266b96 HTTP/1.1" status: 200 len: 856 time: 0.0501459 Aug 12 01:33:46.973978 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-0af7b349-07f9-4bf7-a81f-8c623c7ad131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:46.975493 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-0af7b349-07f9-4bf7-a81f-8c623c7ad131 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bdc64372-39dc-45f5-ae9b-e7b46a872a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406413 Aug 12 01:33:47.038227 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 53388) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:47.078979 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-f380d671-b84f-48f4-aa8f-3523ea1b2008 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948226 Aug 12 01:33:47.170400 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:47.196366 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ab4c1f3a-921d-4018-9fb4-a8ac9ae354ac req-9a1bf75d-4fd3-4687-8bdd-b32d35fc8c6d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100574 Aug 12 01:33:47.257237 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Publish callbacks [] for security_group (93e7095d-c66b-4614-bd45-446a9b0758f9), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:47.262750 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (93e7095d-c66b-4614-bd45-446a9b0758f9), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:47.298750 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:47.302931 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=32c84103446c4ef5a1d062e7a3b5fbe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633462 Aug 12 01:33:47.304012 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e7095d-c66b-4614-bd45-446a9b0758f9,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:47.305921 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 53396) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:47.312747 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.313101 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.313440 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.313773 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.314100 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.314430 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.314760 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.315086 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.315418 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.315772 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.316103 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.316442 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.316853 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.317178 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.317498 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba973567-b38f-42d7-8312-5ed687c3c9c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:33:47.362568 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-eccb8127-fd1d-4542-9a05-1da9fdaac6da admin admin] Publish callbacks [] for security_group (93e7095d-c66b-4614-bd45-446a9b0758f9), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:47.385745 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-eccb8127-fd1d-4542-9a05-1da9fdaac6da admin admin] Publish callbacks [] for security_group (93e7095d-c66b-4614-bd45-446a9b0758f9), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:47.434887 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-eccb8127-fd1d-4542-9a05-1da9fdaac6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (93e7095d-c66b-4614-bd45-446a9b0758f9), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:47.437449 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-eccb8127-fd1d-4542-9a05-1da9fdaac6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:47.438594 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-eccb8127-fd1d-4542-9a05-1da9fdaac6da admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/93e7095d-c66b-4614-bd45-446a9b0758f9 HTTP/1.1" status: 204 len: 168 time: 0.1316998 Aug 12 01:33:47.446725 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb8127-fd1d-4542-9a05-1da9fdaac6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e7095d-c66b-4614-bd45-446a9b0758f9,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:47.734867 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 53414) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:47.752718 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1d78db24-6224-4b61-ac44-98ab98a4d9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:47.865098 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1d78db24-6224-4b61-ac44-98ab98a4d9f9 admin admin] Publish callbacks [] for security_group (796f2064-da81-4e8d-afd9-19736325c499), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:47.873107 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1d78db24-6224-4b61-ac44-98ab98a4d9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (796f2064-da81-4e8d-afd9-19736325c499), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:47.917872 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78db24-6224-4b61-ac44-98ab98a4d9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796f2064-da81-4e8d-afd9-19736325c499,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:47.960220 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1d78db24-6224-4b61-ac44-98ab98a4d9f9 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=fcbeddc6d16c4167a30441cb4dd32087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242310 Aug 12 01:33:47.963059 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 53424) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:48.027935 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c46032-63c3-4954-9baa-67dbecd70221 req-8b0a6d58-4706-41e2-b046-a33699dc088e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:48.034976 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-66c46032-63c3-4954-9baa-67dbecd70221 req-8b0a6d58-4706-41e2-b046-a33699dc088e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0579412 Aug 12 01:33:48.049122 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-66ca8a1e-e262-4ecf-92e7-23cce419ee07 admin admin] Publish callbacks [] for security_group (796f2064-da81-4e8d-afd9-19736325c499), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:48.093768 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-66c46032-63c3-4954-9baa-67dbecd70221 req-e732a063-ee69-4b27-bc8a-e237707b3eb6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513341 Aug 12 01:33:48.112842 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-66ca8a1e-e262-4ecf-92e7-23cce419ee07 admin admin] Publish callbacks [] for security_group (796f2064-da81-4e8d-afd9-19736325c499), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:48.127742 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:48.184688 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-66ca8a1e-e262-4ecf-92e7-23cce419ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (796f2064-da81-4e8d-afd9-19736325c499), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:48.187372 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-66ca8a1e-e262-4ecf-92e7-23cce419ee07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:48.188548 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-66ca8a1e-e262-4ecf-92e7-23cce419ee07 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/796f2064-da81-4e8d-afd9-19736325c499 HTTP/1.1" status: 204 len: 168 time: 0.2242882 Aug 12 01:33:48.205124 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca8a1e-e262-4ecf-92e7-23cce419ee07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796f2064-da81-4e8d-afd9-19736325c499,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:49.000626 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device a7da4e13-3cc9-4eeb-9f82-064424d0880e no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:33:49.086312 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port a7da4e13-3cc9-4eeb-9f82-064424d0880e is: DOWN; New status is: DOWN {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:33:49.216223 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de5ad-86bf-4712-84ee-c528063b3a71 req-84649a42-fb5c-418e-a13b-27aa072f83d0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:49.217794 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1d7de5ad-86bf-4712-84ee-c528063b3a71 req-84649a42-fb5c-418e-a13b-27aa072f83d0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0504882 Aug 12 01:33:49.293048 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-1d7de5ad-86bf-4712-84ee-c528063b3a71 req-bb13e0a8-2c18-468f-8f90-f8e8938cfbb4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694492 Aug 12 01:33:50.434301 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47035693-50f3-4829-b7fd-02d1efedfb6c req-7ddf77a5-d3c0-4165-8e45-44c7ef72e000 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:50.435958 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-47035693-50f3-4829-b7fd-02d1efedfb6c req-7ddf77a5-d3c0-4165-8e45-44c7ef72e000 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0508623 Aug 12 01:33:50.503924 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-47035693-50f3-4829-b7fd-02d1efedfb6c req-91c9411e-9131-448f-985c-f88bc19febfc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620437 Aug 12 01:33:51.633758 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a9f6c-6ca7-4408-ba0a-e8e5e7354ac2 req-c2d8edf0-ed0c-425d-a928-41fd6cce871f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:51.635353 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4d0a9f6c-6ca7-4408-ba0a-e8e5e7354ac2 req-c2d8edf0-ed0c-425d-a928-41fd6cce871f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0477703 Aug 12 01:33:51.657050 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:51.686789 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4d0a9f6c-6ca7-4408-ba0a-e8e5e7354ac2 req-882cccc8-47bd-43ce-823a-936bb2d36e46 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448947 Aug 12 01:33:52.821818 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abacb4-7589-4147-bec1-c377ddfeb825 req-798675f5-26a6-4306-8511-4e47bd3d105f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:52.823290 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c7abacb4-7589-4147-bec1-c377ddfeb825 req-798675f5-26a6-4306-8511-4e47bd3d105f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0549860 Aug 12 01:33:52.872064 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c7abacb4-7589-4147-bec1-c377ddfeb825 req-fde60191-9891-475b-a839-c07aaa90cabc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426176 Aug 12 01:33:54.002697 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda2835-37ab-41a1-ad01-20ce0e2ed141 req-7909f2a7-5681-4c9c-89b0-d4aab67cad26 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:54.004558 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bbda2835-37ab-41a1-ad01-20ce0e2ed141 req-7909f2a7-5681-4c9c-89b0-d4aab67cad26 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0489309 Aug 12 01:33:54.070977 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bbda2835-37ab-41a1-ad01-20ce0e2ed141 req-92c2ea65-9192-4cc0-a424-6035e43458dc tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577953 Aug 12 01:33:55.221257 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fc17f-6ce8-40b8-986b-7ba03b410465 req-68a8df5d-fa9c-4ced-bb85-0e8837793af6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:55.222862 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-685fc17f-6ce8-40b8-986b-7ba03b410465 req-68a8df5d-fa9c-4ced-bb85-0e8837793af6 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0573523 Aug 12 01:33:55.287790 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-685fc17f-6ce8-40b8-986b-7ba03b410465 req-54e19128-82f7-46a5-8157-4526267ba87c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592043 Aug 12 01:33:56.420102 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdce26-df4b-4579-8f1e-501bfffe8929 req-806c2a60-2762-49e8-89ed-d723714f0ef1 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:56.421671 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cdbdce26-df4b-4579-8f1e-501bfffe8929 req-806c2a60-2762-49e8-89ed-d723714f0ef1 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0562031 Aug 12 01:33:56.475679 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cdbdce26-df4b-4579-8f1e-501bfffe8929 req-f79e7db9-5088-4600-9bd8-ca81e82f2cd7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482087 Aug 12 01:33:57.608392 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:33:57.616998 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062e01d-596a-4abf-af51-ee93e5885771 req-dec0a590-5467-4b66-9211-a1e80f2ab822 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:57.618547 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d062e01d-596a-4abf-af51-ee93e5885771 req-dec0a590-5467-4b66-9211-a1e80f2ab822 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0518737 Aug 12 01:33:57.671261 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d062e01d-596a-4abf-af51-ee93e5885771 req-5434705a-3e4c-4f9c-8e2a-1e983ab42cc4 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456452 Aug 12 01:33:58.009884 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 53556) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:58.115682 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2359-ba76-4b17-9f1a-1ff2632a99e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:58.193973 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2359-ba76-4b17-9f1a-1ff2632a99e8 admin admin] Publish callbacks [] for security_group (f42b2ca4-b09e-432b-8fdc-b1296f069e2d), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:58.200476 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2359-ba76-4b17-9f1a-1ff2632a99e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (f42b2ca4-b09e-432b-8fdc-b1296f069e2d), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:58.239401 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-d2bb2359-ba76-4b17-9f1a-1ff2632a99e8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b2880d3e19454b0f8b1e63a3fff82fd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284412 Aug 12 01:33:58.240299 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb2359-ba76-4b17-9f1a-1ff2632a99e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42b2ca4-b09e-432b-8fdc-b1296f069e2d,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:58.242544 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 53560) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:33:58.292322 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-32ea0be9-3821-4a40-bda2-45467054ab3b admin admin] Publish callbacks [] for security_group (f42b2ca4-b09e-432b-8fdc-b1296f069e2d), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:58.318519 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-32ea0be9-3821-4a40-bda2-45467054ab3b admin admin] Publish callbacks [] for security_group (f42b2ca4-b09e-432b-8fdc-b1296f069e2d), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:58.372005 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-32ea0be9-3821-4a40-bda2-45467054ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (f42b2ca4-b09e-432b-8fdc-b1296f069e2d), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:58.374776 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-32ea0be9-3821-4a40-bda2-45467054ab3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:33:58.376398 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-32ea0be9-3821-4a40-bda2-45467054ab3b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f42b2ca4-b09e-432b-8fdc-b1296f069e2d HTTP/1.1" status: 204 len: 168 time: 0.1328039 Aug 12 01:33:58.386562 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea0be9-3821-4a40-bda2-45467054ab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42b2ca4-b09e-432b-8fdc-b1296f069e2d,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:33:58.824630 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a24c8-157c-41cd-9e6a-f0d9f93e121c req-278ade09-83e0-484e-b1cf-3fc6e7802a74 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:33:58.827276 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-115a24c8-157c-41cd-9e6a-f0d9f93e121c req-278ade09-83e0-484e-b1cf-3fc6e7802a74 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0780034 Aug 12 01:33:58.878599 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-115a24c8-157c-41cd-9e6a-f0d9f93e121c req-7ae888c4-2fc4-4636-8b77-9ed906addf3f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446489 Aug 12 01:33:59.075608 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=13 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:00.016351 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05211b-c5e4-4c6c-94e6-37ea9aa50868 req-1097aa21-1723-4456-b8ef-8be383001eb2 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:00.017988 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2d05211b-c5e4-4c6c-94e6-37ea9aa50868 req-1097aa21-1723-4456-b8ef-8be383001eb2 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0499644 Aug 12 01:34:00.069940 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2d05211b-c5e4-4c6c-94e6-37ea9aa50868 req-9fd59562-278b-4be3-afe5-4bfaab2236d5 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435901 Aug 12 01:34:01.025437 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device a7da4e13-3cc9-4eeb-9f82-064424d0880e details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:34:01.130312 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:01.142292 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'port_id': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'mac_address': 'fa:16:3e:65:a2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:34:01.183823 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port a7da4e13-3cc9-4eeb-9f82-064424d0880e is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:34:01.184211 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:01.196967 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:01.198252 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:34:01.199363 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7da4e13-3cc9-4eeb-9f82-064424d0880e {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:34:01.201867 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abd4ad-3c6d-41b0-976a-7ca40583bcb3 req-0ab14d42-4914-4c47-ba3d-8e6157792059 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:01.203386 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-78abd4ad-3c6d-41b0-976a-7ca40583bcb3 req-0ab14d42-4914-4c47-ba3d-8e6157792059 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 943 time: 0.0522676 Aug 12 01:34:01.223009 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:01.228047 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:01.252050 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-78abd4ad-3c6d-41b0-976a-7ca40583bcb3 req-0dab1db6-c3e6-46de-b337-becbbf0b825f tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424523 Aug 12 01:34:01.274826 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=a7da4e13-3cc9-4eeb-9f82-064424d0880e,revision_number=9']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:01.282820 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.283087 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.283424 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.283791 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.284126 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.284448 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.284766 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.285083 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.285403 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.285722 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.286042 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.286364 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.286678 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.286991 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.287303 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:01.479448 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['a7da4e13-3cc9-4eeb-9f82-064424d0880e'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:34:02.385426 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a144-7edf-4d64-8198-2319c476a64d req-a67c588d-9fce-4a3c-bf17-a2695ffdb1f0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:02.386928 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8330a144-7edf-4d64-8198-2319c476a64d req-a67c588d-9fce-4a3c-bf17-a2695ffdb1f0 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 944 time: 0.0503650 Aug 12 01:34:02.434843 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8330a144-7edf-4d64-8198-2319c476a64d req-1cd1b673-1199-49fa-b4b6-ac739d96bcee tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419760 Aug 12 01:34:03.039886 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device a7da4e13-3cc9-4eeb-9f82-064424d0880e up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:34:03.085526 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port a7da4e13-3cc9-4eeb-9f82-064424d0880e triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:34:03.085975 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:03.166157 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port a7da4e13-3cc9-4eeb-9f82-064424d0880e is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:34:03.166541 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:03.193565 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:34:03.195806 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8110674f-1174-4ef1-92fc-c5ac8bb53fab" -d '{"events": [{"server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "name": "network-vif-plugged", "status": "completed", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:34:03.208858 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:03.214945 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:03.239783 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09391366-8aa6-4208-b455-0a5ff3263c4d x-openstack-request-id: req-09391366-8aa6-4208-b455-0a5ff3263c4d {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:34:03.240075 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "name": "network-vif-plugged", "status": "completed", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:34:03.240326 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09391366-8aa6-4208-b455-0a5ff3263c4d {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:34:03.240726 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09391366-8aa6-4208-b455-0a5ff3263c4d'] response: {'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'code': 200} Aug 12 01:34:03.267468 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=a7da4e13-3cc9-4eeb-9f82-064424d0880e,revision_number=10']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:03.425290 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de38a7-8819-43a2-b3c4-ea567883d7d0 req-12d9aa25-1ee7-4130-ab85-0c2d0eae36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:03.426758 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-72de38a7-8819-43a2-b3c4-ea567883d7d0 req-12d9aa25-1ee7-4130-ab85-0c2d0eae36d7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 1130 time: 0.0383682 Aug 12 01:34:03.481700 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-72de38a7-8819-43a2-b3c4-ea567883d7d0 req-add5b324-726e-4ece-9aff-84e66b6b95ea service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473113 Aug 12 01:34:03.563443 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be53e6b-74ae-4740-8cc4-8b0b23fb4c1f req-8fafb937-934c-4e3e-a162-1dc8780b089d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:03.564930 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0be53e6b-74ae-4740-8cc4-8b0b23fb4c1f req-8fafb937-934c-4e3e-a162-1dc8780b089d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 946 time: 0.0474355 Aug 12 01:34:03.626214 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0be53e6b-74ae-4740-8cc4-8b0b23fb4c1f req-da904bfe-ac9f-48a8-9776-81ce49aa02eb tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524733 Aug 12 01:34:04.765739 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3110fe-c56e-4cba-a497-ad3398c6cd50 req-d19c027b-a2af-4697-a217-817cf3450e5c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:04.767395 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bf3110fe-c56e-4cba-a497-ad3398c6cd50 req-d19c027b-a2af-4697-a217-817cf3450e5c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 946 time: 0.0502117 Aug 12 01:34:04.818472 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bf3110fe-c56e-4cba-a497-ad3398c6cd50 req-b29a35c5-7b95-4a85-a27f-28458b7591f7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451076 Aug 12 01:34:05.929355 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:05.950611 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e213a0-2f45-47f5-a81b-e47fe0da4383 req-473399cf-f3e1-4d74-899a-814cd3a64654 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:05.952288 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f3e213a0-2f45-47f5-a81b-e47fe0da4383 req-473399cf-f3e1-4d74-899a-814cd3a64654 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 946 time: 0.0519087 Aug 12 01:34:06.008587 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f3e213a0-2f45-47f5-a81b-e47fe0da4383 req-d01c0382-80f6-4a3e-939c-79064d484db1 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482142 Aug 12 01:34:06.510241 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3d9707ce-d6d1-47b9-ad1c-bb80aaa06f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:07.138438 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827624f-9764-4c7a-8a2f-faae03fadbda req-5c3048bd-876f-4e8e-abb5-e7168f22abe7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:07.139928 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4827624f-9764-4c7a-8a2f-faae03fadbda req-5c3048bd-876f-4e8e-abb5-e7168f22abe7 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 946 time: 0.0522997 Aug 12 01:34:07.194093 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4827624f-9764-4c7a-8a2f-faae03fadbda req-ab1947df-0ed0-4676-a67a-07866b1ed30d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453393 Aug 12 01:34:08.963746 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b4a54c3d-661b-4fcd-af41-c513013c0e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:09.116952 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:09.820050 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:11.521028 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:11.667839 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:12.324724 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-71f21bfe-0034-4329-9096-35408cdbd3b9 req-6c430dd4-42ae-444a-b573-34a3ea7c8ac1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408547 Aug 12 01:34:12.392247 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:12.395805 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f21bfe-0034-4329-9096-35408cdbd3b9 req-ff8cf2eb-1568-4f34-a691-243a993d59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:12.397299 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-71f21bfe-0034-4329-9096-35408cdbd3b9 req-ff8cf2eb-1568-4f34-a691-243a993d59d3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9d33b640693442238516535af8320529&device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 1130 time: 0.0432928 Aug 12 01:34:12.506663 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f21bfe-0034-4329-9096-35408cdbd3b9 req-1a7134a4-c007-4317-845a-8a7093fd10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:12.508173 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-71f21bfe-0034-4329-9096-35408cdbd3b9 req-1a7134a4-c007-4317-845a-8a7093fd10fd service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 200 len: 918 time: 0.0860670 Aug 12 01:34:12.577189 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-71f21bfe-0034-4329-9096-35408cdbd3b9 req-585a0e5a-ad45-4788-a0b1-004630c38268 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e HTTP/1.1" status: 200 len: 1001 time: 0.0617142 Aug 12 01:34:12.635168 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f21bfe-0034-4329-9096-35408cdbd3b9 req-62a5762c-3a4d-4b2a-b3a5-b792769ddee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:12.636682 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-71f21bfe-0034-4329-9096-35408cdbd3b9 req-62a5762c-3a4d-4b2a-b3a5-b792769ddee7 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=d33ce26f-dc4c-4f32-bc97-4170fb266b96 HTTP/1.1" status: 200 len: 856 time: 0.0499258 Aug 12 01:34:12.688334 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02782b41-ef61-48f7-bcc8-71a4b08ef045 req-a7804104-97ef-4104-abce-ea0e18ab96e9 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:12.689827 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02782b41-ef61-48f7-bcc8-71a4b08ef045 req-a7804104-97ef-4104-abce-ea0e18ab96e9 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 945 time: 0.0510302 Aug 12 01:34:12.740707 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02782b41-ef61-48f7-bcc8-71a4b08ef045 req-296c044f-2b9a-451e-8814-aa7e60de846c tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427709 Aug 12 01:34:13.872321 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59796c-6f52-4f48-8d37-32a635cc98e5 req-958b6ada-a297-46ad-b8cc-6bd408ef9c31 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:13.873787 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9d59796c-6f52-4f48-8d37-32a635cc98e5 req-958b6ada-a297-46ad-b8cc-6bd408ef9c31 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 945 time: 0.0476537 Aug 12 01:34:13.928402 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9d59796c-6f52-4f48-8d37-32a635cc98e5 req-5453e32c-4d92-4cd5-bf45-d95b2b5625f4 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488009 Aug 12 01:34:14.463442 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f21bfe-0034-4329-9096-35408cdbd3b9 req-18dbc11a-4730-487b-9502-4eba7add3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:14.464997 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-71f21bfe-0034-4329-9096-35408cdbd3b9 req-18dbc11a-4730-487b-9502-4eba7add3f5d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bdc64372-39dc-45f5-ae9b-e7b46a872a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411837 Aug 12 01:34:14.826136 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-71f21bfe-0034-4329-9096-35408cdbd3b9 req-992ef387-4c22-499c-98a0-f08fb4b641b9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503742 Aug 12 01:34:14.858977 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-247089ff-7083-442d-a009-e08439fa15d6 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:14.860388 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-247089ff-7083-442d-a009-e08439fa15d6 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 945 time: 0.0675323 Aug 12 01:34:14.913102 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:14.994624 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-71f21bfe-0034-4329-9096-35408cdbd3b9 req-c9ba4127-b6cd-4d1a-ae1d-b9aa02be6caf service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605887 Aug 12 01:34:14.997785 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Deleting port 8c964826-a690-4806-b18b-226a035ba086 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:14.998159 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (8c964826-a690-4806-b18b-226a035ba086), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:15.064968 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2013f9-b406-4fb9-8b9c-f49f846a81ab req-84cf6f83-66e3-4612-a31e-6531e5198667 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:15.066468 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-de2013f9-b406-4fb9-8b9c-f49f846a81ab req-84cf6f83-66e3-4612-a31e-6531e5198667 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 945 time: 0.0592554 Aug 12 01:34:15.090983 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:15.100307 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] For port 8c964826-a690-4806-b18b-226a035ba086, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8c964826-a690-4806-b18b-226a035ba086,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:15.100670 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (8c964826-a690-4806-b18b-226a035ba086), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:15.121210 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-de2013f9-b406-4fb9-8b9c-f49f846a81ab req-53be511c-8aa7-4251-a2c5-ff825d262b25 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b98341c1-595d-47c4-85d9-a8096131df16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462086 Aug 12 01:34:15.259565 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:15.259930 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (70a4844c-aa1f-4564-84bc-3d2cab301328), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:15.260251 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Floating IP 70a4844c-aa1f-4564-84bc-3d2cab301328 disassociated. External IP: 172.27.2.35, port: 8c964826-a690-4806-b18b-226a035ba086. Aug 12 01:34:15.260605 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Calling delete_port for 8c964826-a690-4806-b18b-226a035ba086 owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:15.342333 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:15.400350 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (8c964826-a690-4806-b18b-226a035ba086), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:15.426659 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event deleted for resources: {'Port': ['ID=8c964826-a690-4806-b18b-226a035ba086,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:15.547797 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:34:15.657446 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:34:15.668973 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ba8c9-ae68-4b3d-aafc-772c2f734378 None None] Sync routers for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:34:15.680140 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ba8c9-ae68-4b3d-aafc-772c2f734378 None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:34:15.680761 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-796ba8c9-ae68-4b3d-aafc-772c2f734378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:34:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:15.700157 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] No DVR routers for this DVR port 8c964826-a690-4806-b18b-226a035ba086 on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:34:15.702812 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:15.706064 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-539b8928-de7e-4c72-8f63-2d7ffa88cd08 req-69b4d361-6615-43f7-b92b-80dcbb7e09dd tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.15 "DELETE /networking/v2.0/ports/8c964826-a690-4806-b18b-226a035ba086 HTTP/1.1" status: 204 len: 173 time: 0.8216479 Aug 12 01:34:15.706504 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'name': 'network-vif-deleted', 'tag': '8c964826-a690-4806-b18b-226a035ba086'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:34:15.708876 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399dee64-0226-4f6b-b3c4-ecb9eebacdb6" -d '{"events": [{"server_uuid": "30c8fb82-5cf9-4388-8481-285e8a09c261", "name": "network-vif-deleted", "tag": "8c964826-a690-4806-b18b-226a035ba086"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:34:15.745547 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95376566-321e-4fad-88f5-a81a8a3d44d5 x-openstack-request-id: req-95376566-321e-4fad-88f5-a81a8a3d44d5 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:34:15.745843 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c8fb82-5cf9-4388-8481-285e8a09c261", "name": "network-vif-deleted", "tag": "8c964826-a690-4806-b18b-226a035ba086", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:34:15.746096 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95376566-321e-4fad-88f5-a81a8a3d44d5 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:34:15.746507 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95376566-321e-4fad-88f5-a81a8a3d44d5'] response: {'server_uuid': '30c8fb82-5cf9-4388-8481-285e8a09c261', 'name': 'network-vif-deleted', 'tag': '8c964826-a690-4806-b18b-226a035ba086', 'status': 'completed', 'code': 200} Aug 12 01:34:15.770858 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:15.797407 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-796ba8c9-ae68-4b3d-aafc-772c2f734378 None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:34:15.948895 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:15.988570 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-796ba8c9-ae68-4b3d-aafc-772c2f734378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:17Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:16.016773 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ba8c9-ae68-4b3d-aafc-772c2f734378 None None] Checking router: 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:34:16.026117 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ba8c9-ae68-4b3d-aafc-772c2f734378 None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:34:16.026646 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-796ba8c9-ae68-4b3d-aafc-772c2f734378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:34:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:16.142449 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-796ba8c9-ae68-4b3d-aafc-772c2f734378 None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:34:16.229188 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2a03565b-7261-4d95-a726-abd83c36536c req-e4efbb40-b0b8-4b7c-a9cd-fdb8fefbf8e0 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 210 time: 0.0300896 Aug 12 01:34:16.461862 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-796ba8c9-ae68-4b3d-aafc-772c2f734378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:17Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:16.486723 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ba8c9-ae68-4b3d-aafc-772c2f734378 None None] The sync data for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi is: [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:09Z', 'revision_number': 4, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'b8bcb40a-9011-4900-9f57-78bd5f389d8e', 'name': '', 'network_id': 'c945ad6e-d04a-40d2-b591-3e29f6e664bb', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'mac_address': 'fa:16:3e:93:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:17Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'subnets': [{'id': '6d032be1-9a08-48d8-9b6d-f99f44083814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:34:16.713929 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795e7ef-97e3-43fb-9a46-db65d01f6e10 None None] New status for floating IP 70a4844c-aa1f-4564-84bc-3d2cab301328: DOWN {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:34:16.716568 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:17.345066 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5eb89289-955b-4bfb-810d-2d47859aab7b req-4f8778cd-84fa-4a99-ab1f-e46b9dc0dd85 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 210 time: 0.0345924 Aug 12 01:34:18.461152 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7bd047ea-e6a5-4576-93aa-81df691b0073 req-64582e23-3f2d-4749-8bed-2e5768200976 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=30c8fb82-5cf9-4388-8481-285e8a09c261 HTTP/1.1" status: 200 len: 210 time: 0.0295131 Aug 12 01:34:19.556145 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 53870) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:19.611061 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-56f16f8e-3477-42eb-bd71-2d3e7196bfc5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group (b98341c1-595d-47c4-85d9-a8096131df16), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:19.636192 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-56f16f8e-3477-42eb-bd71-2d3e7196bfc5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group (b98341c1-595d-47c4-85d9-a8096131df16), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:19.652858 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:19.686900 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-56f16f8e-3477-42eb-bd71-2d3e7196bfc5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (b98341c1-595d-47c4-85d9-a8096131df16), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:19.689592 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-56f16f8e-3477-42eb-bd71-2d3e7196bfc5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:19.690716 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-56f16f8e-3477-42eb-bd71-2d3e7196bfc5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b98341c1-595d-47c4-85d9-a8096131df16 HTTP/1.1" status: 204 len: 168 time: 0.1335697 Aug 12 01:34:19.693583 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 53878) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:19.700157 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f16f8e-3477-42eb-bd71-2d3e7196bfc5 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98341c1-595d-47c4-85d9-a8096131df16,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:19.709282 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.api.v2.resource [None req-1de22a35-b17e-41a8-a85d-685bbf7810e2 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] show failed (client error): The resource could not be found. Aug 12 01:34:19.712063 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1de22a35-b17e-41a8-a85d-685bbf7810e2 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "GET /networking/v2.0/security-groups/b98341c1-595d-47c4-85d9-a8096131df16 HTTP/1.1" status: 404 len: 347 time: 0.0168059 Aug 12 01:34:19.713465 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 53880) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:19.838556 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-681072ec-4735-422e-b0d2-d65d3003bf13 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Deleting port 0f80293c-47bd-4f7f-b566-c45e61444daf {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:19.838963 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-681072ec-4735-422e-b0d2-d65d3003bf13 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (0f80293c-47bd-4f7f-b566-c45e61444daf), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:19.918992 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-681072ec-4735-422e-b0d2-d65d3003bf13 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (0f80293c-47bd-4f7f-b566-c45e61444daf), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:19.919369 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-681072ec-4735-422e-b0d2-d65d3003bf13 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (0f80293c-47bd-4f7f-b566-c45e61444daf), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:19.936228 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-681072ec-4735-422e-b0d2-d65d3003bf13 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Calling delete_port for 0f80293c-47bd-4f7f-b566-c45e61444daf owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:20.089092 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-681072ec-4735-422e-b0d2-d65d3003bf13 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (0f80293c-47bd-4f7f-b566-c45e61444daf), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:20.141390 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681072ec-4735-422e-b0d2-d65d3003bf13 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Pushing event deleted for resources: {'Port': ['ID=0f80293c-47bd-4f7f-b566-c45e61444daf,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:20.146251 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:20.191703 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-681072ec-4735-422e-b0d2-d65d3003bf13 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks [] for floatingip (70a4844c-aa1f-4564-84bc-3d2cab301328), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:20.194151 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-681072ec-4735-422e-b0d2-d65d3003bf13 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:20.195323 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-681072ec-4735-422e-b0d2-d65d3003bf13 tempest-AttachVolumeTestJSON-275393966 tempest-AttachVolumeTestJSON-275393966-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/70a4844c-aa1f-4564-84bc-3d2cab301328 HTTP/1.1" status: 204 len: 168 time: 0.4806864 Aug 12 01:34:21.701067 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 8c964826-a690-4806-b18b-226a035ba086 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:34:21.723001 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: 8c964826-a690-4806-b18b-226a035ba086 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:34:21.723378 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 8c964826-a690-4806-b18b-226a035ba086 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:34:26.048596 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 53958) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:26.552307 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-77d32d5b-8225-4ac5-8715-1895563da467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1778284'] for router_interface (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:26.644150 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:26.787011 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:26.789827 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:26.792926 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-77d32d5b-8225-4ac5-8715-1895563da467 admin admin] Deleting port b8bcb40a-9011-4900-9f57-78bd5f389d8e {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:26.793707 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-77d32d5b-8225-4ac5-8715-1895563da467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:26.885871 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-77d32d5b-8225-4ac5-8715-1895563da467 admin admin] For port b8bcb40a-9011-4900-9f57-78bd5f389d8e, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=b8bcb40a-9011-4900-9f57-78bd5f389d8e,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:26.886234 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-77d32d5b-8225-4ac5-8715-1895563da467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:26.899029 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-77d32d5b-8225-4ac5-8715-1895563da467 admin admin] Calling delete_port for b8bcb40a-9011-4900-9f57-78bd5f389d8e owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:27.081124 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-77d32d5b-8225-4ac5-8715-1895563da467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (b8bcb40a-9011-4900-9f57-78bd5f389d8e), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:27.085945 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:27.108714 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d32d5b-8225-4ac5-8715-1895563da467 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8bcb40a-9011-4900-9f57-78bd5f389d8e,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:27.282354 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-77d32d5b-8225-4ac5-8715-1895563da467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778368'] for router_interface (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:27.497023 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d32d5b-8225-4ac5-8715-1895563da467 admin admin] Router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:34:27.507606 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:27.613403 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d32d5b-8225-4ac5-8715-1895563da467 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:34:27.618797 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-77d32d5b-8225-4ac5-8715-1895563da467 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5690479 Aug 12 01:34:27.621585 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 53988) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:27.623493 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2901b-3765-49ad-83eb-bd16449e23fb None None] Sync routers for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:34:27.634587 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2901b-3765-49ad-83eb-bd16449e23fb None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:34:27.635207 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-cce2901b-3765-49ad-83eb-bd16449e23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:34:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:27.742664 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-cce2901b-3765-49ad-83eb-bd16449e23fb None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:34:27.943790 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-cce2901b-3765-49ad-83eb-bd16449e23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:34:27Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:27.970790 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2901b-3765-49ad-83eb-bd16449e23fb None None] Checking router: 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:34:27.974446 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Publish callbacks [] for router (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:27.981380 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2901b-3765-49ad-83eb-bd16449e23fb None None] Routers {'19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:34:27.982030 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-cce2901b-3765-49ad-83eb-bd16449e23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:34:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:28.019902 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:28.075995 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Publish callbacks [] for router_gateway (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.096036 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-cce2901b-3765-49ad-83eb-bd16449e23fb None None] Set router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:34:28.121110 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Deleting port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:28.121931 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.202229 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8d4ff-b89b-4198-be7e-4eaa0a31e840 req-e20572b3-a46e-4415-8975-dc5544fa3047 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:28.205407 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] For port 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=88aa7d1d-1a8e-4c63-86c0-3111ff3e8269,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:28.205627 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cbf8d4ff-b89b-4198-be7e-4eaa0a31e840 req-e20572b3-a46e-4415-8975-dc5544fa3047 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 946 time: 0.0526149 Aug 12 01:34:28.205917 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.221240 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Calling delete_port for 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:28.258132 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cbf8d4ff-b89b-4198-be7e-4eaa0a31e840 req-39809c3b-6090-4aa7-9c3a-98041fee5468 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e34de93a-99f5-41f8-abe6-a44e1554bf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471494 Aug 12 01:34:28.272935 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:28.287277 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:28.287996 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-cce2901b-3765-49ad-83eb-bd16449e23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:34:27Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:28.314539 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2901b-3765-49ad-83eb-bd16449e23fb None None] The sync data for ids ['19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50'] in dv-cinder-784815-15-iscsi is: [{'id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'name': 'tempest-AttachVolumeTestJSON-728703231-router', 'tenant_id': '0cb834d06ed94c1993ec0f7130d97803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:34:27Z', 'revision_number': 5, 'project_id': '0cb834d06ed94c1993ec0f7130d97803', 'gw_port': {'id': '88aa7d1d-1a8e-4c63-86c0-3111ff3e8269', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:59Z', 'updated_at': '2022-08-12T01:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:34:28.404909 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (88aa7d1d-1a8e-4c63-86c0-3111ff3e8269), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.440830 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=88aa7d1d-1a8e-4c63-86c0-3111ff3e8269,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:28.507968 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362832'] for router_gateway (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.598130 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.600264 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Publish callbacks [] for router_controller (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.642369 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1780034'] for router (19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.642966 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 01:34:28.648159 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.648953 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3bf405e8-6e46-4197-832a-a41ea2d0bb3c admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/19dd471c-6f43-40a4-8dc7-ae0a5e6e3b50 HTTP/1.1" status: 204 len: 168 time: 1.0263152 Aug 12 01:34:28.652119 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54010) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:28.710677 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Deleting subnet 6d032be1-9a08-48d8-9b6d-f99f44083814 {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:34:28.714248 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Publish callbacks [] for subnet (6d032be1-9a08-48d8-9b6d-f99f44083814), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.751116 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64470971'] for subnet (6d032be1-9a08-48d8-9b6d-f99f44083814), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.791517 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device b8bcb40a-9011-4900-9f57-78bd5f389d8e no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:34:28.817408 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: b8bcb40a-9011-4900-9f57-78bd5f389d8e {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:34:28.818125 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device b8bcb40a-9011-4900-9f57-78bd5f389d8e not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:34:28.834204 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (6d032be1-9a08-48d8-9b6d-f99f44083814), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.900712 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64677814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65011426'] for subnet (6d032be1-9a08-48d8-9b6d-f99f44083814), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.928446 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d032be1-9a08-48d8-9b6d-f99f44083814,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:28.933436 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:28.938552 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/6d032be1-9a08-48d8-9b6d-f99f44083814 HTTP/1.1" status: 204 len: 168 time: 0.2850847 Aug 12 01:34:28.939378 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5d4d1-da95-45ce-bc62-9c5c4540d88e None None] Network c945ad6e-d04a-40d2-b591-3e29f6e664bb requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:34:28.941056 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54012) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:28.945269 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.945631 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.945983 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.946329 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.946726 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.947062 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.947399 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.947762 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.948138 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.948409 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.948741 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.949075 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.949400 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.949721 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:28.950048 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49714363-8529-4cf2-b9d9-e80ed9a0a33b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:29.024341 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (c945ad6e-d04a-40d2-b591-3e29f6e664bb), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.076076 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Deleting port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:29.076421 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.103271 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fce39a-9f4d-4634-b7d6-d4201e3c92e8 None None] DHCP port deletion for c945ad6e-d04a-40d2-b591-3e29f6e664bb request from dv-cinder-784815-15-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 12 01:34:29.114992 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:29.140248 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-60fce39a-9f4d-4634-b7d6-d4201e3c92e8 None None] Deleting port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:29.140624 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-60fce39a-9f4d-4634-b7d6-d4201e3c92e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.144751 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] For port 5a5e70e7-f8bd-4e85-996d-de3ae917b398, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=5a5e70e7-f8bd-4e85-996d-de3ae917b398,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:29.145256 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.158068 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Calling delete_port for 5a5e70e7-f8bd-4e85-996d-de3ae917b398 owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:29.203427 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-60fce39a-9f4d-4634-b7d6-d4201e3c92e8 None None] For port 5a5e70e7-f8bd-4e85-996d-de3ae917b398, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=5a5e70e7-f8bd-4e85-996d-de3ae917b398,segment=NetworkSegment(454f5f09-185e-4360-9fab-dad792c9324c),segment_id=454f5f09-185e-4360-9fab-dad792c9324c)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:29.203856 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-60fce39a-9f4d-4634-b7d6-d4201e3c92e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.216504 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-60fce39a-9f4d-4634-b7d6-d4201e3c92e8 None None] Calling delete_port for 5a5e70e7-f8bd-4e85-996d-de3ae917b398 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:29.237214 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.260182 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5e70e7-f8bd-4e85-996d-de3ae917b398,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:29.267054 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] No DVR routers for this DVR port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 on host dv-cinder-784815-15-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:34:29.296417 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-60fce39a-9f4d-4634-b7d6-d4201e3c92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018'] for port (5a5e70e7-f8bd-4e85-996d-de3ae917b398), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.323689 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fce39a-9f4d-4634-b7d6-d4201e3c92e8 None None] Pushing event deleted for resources: {'Port': ['ID=5a5e70e7-f8bd-4e85-996d-de3ae917b398,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:29.330870 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fce39a-9f4d-4634-b7d6-d4201e3c92e8 None None] No DVR routers for this DVR port 5a5e70e7-f8bd-4e85-996d-de3ae917b398 on host dv-cinder-784815-15-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:34:29.348766 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (c945ad6e-d04a-40d2-b591-3e29f6e664bb), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.374439 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c945ad6e-d04a-40d2-b591-3e29f6e664bb']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:29.387315 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454f5f09-185e-4360-9fab-dad792c9324c') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:29.387619 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454f5f09-185e-4360-9fab-dad792c9324c') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:29.404601 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66769570'] for segment (454f5f09-185e-4360-9fab-dad792c9324c), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.423476 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (454f5f09-185e-4360-9fab-dad792c9324c), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.432712 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:34:29.433120 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67056327'] for segment (454f5f09-185e-4360-9fab-dad792c9324c), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.490320 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 454f5f09-185e-4360-9fab-dad792c9324c resource provider aggregate not found Aug 12 01:34:29.510217 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 454f5f09-185e-4360-9fab-dad792c9324c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 454f5f09-185e-4360-9fab-dad792c9324c found for delete ", "request_id": "req-b73fdb12-e0d2-4f44-997e-0ffa5a878596"}]} Aug 12 01:34:29.521659 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (c945ad6e-d04a-40d2-b591-3e29f6e664bb), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.532995 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.542359 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/c945ad6e-d04a-40d2-b591-3e29f6e664bb HTTP/1.1" status: 204 len: 168 time: 0.5977755 Aug 12 01:34:29.563438 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f8262-8e91-4972-bc60-cd08f4cd199b admin admin] Pushing event deleted for resources: {'Network': ['ID=c945ad6e-d04a-40d2-b591-3e29f6e664bb,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:29.576144 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ebbb6-d111-4b67-a1fd-70a979d2a7ee req-9de5a987-b893-4b1d-b7c3-45687e792c27 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:29.580031 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f49ebbb6-d111-4b67-a1fd-70a979d2a7ee req-9de5a987-b893-4b1d-b7c3-45687e792c27 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 946 time: 0.0630407 Aug 12 01:34:29.625086 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:29.649491 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f49ebbb6-d111-4b67-a1fd-70a979d2a7ee req-285c1525-0819-4048-a784-69cf92215dc7 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e34de93a-99f5-41f8-abe6-a44e1554bf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554609 Aug 12 01:34:29.681973 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54028) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:29.717901 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:29.721820 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-22f1a2cd-0e9f-4a30-ae2e-3fb3fc531dd4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0cb834d06ed94c1993ec0f7130d97803&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387459 Aug 12 01:34:29.724568 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54030) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:29.774208 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fbc40ca5-dc08-4ab9-ac94-40c857700219 admin admin] Publish callbacks [] for security_group (92a9064b-7226-4e25-8931-fab98bcd39bc), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.796558 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fbc40ca5-dc08-4ab9-ac94-40c857700219 admin admin] Publish callbacks [] for security_group (92a9064b-7226-4e25-8931-fab98bcd39bc), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.846605 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fbc40ca5-dc08-4ab9-ac94-40c857700219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (92a9064b-7226-4e25-8931-fab98bcd39bc), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.849356 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-fbc40ca5-dc08-4ab9-ac94-40c857700219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:29.850754 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-fbc40ca5-dc08-4ab9-ac94-40c857700219 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/92a9064b-7226-4e25-8931-fab98bcd39bc HTTP/1.1" status: 204 len: 168 time: 0.1252902 Aug 12 01:34:29.860823 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc40ca5-dc08-4ab9-ac94-40c857700219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a9064b-7226-4e25-8931-fab98bcd39bc,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:29.963082 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04697515-8c78-4ed1-b123-42a42ed98432 req-945faaf6-423d-4cc3-b77c-a28d8072b437 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:29.964684 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-04697515-8c78-4ed1-b123-42a42ed98432 req-945faaf6-423d-4cc3-b77c-a28d8072b437 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 946 time: 0.0518749 Aug 12 01:34:30.051205 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Deleting port e6870c02-031d-4413-920d-dcc367128484 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:30.051566 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (e6870c02-031d-4413-920d-dcc367128484), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:30.148207 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] For port e6870c02-031d-4413-920d-dcc367128484, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e6870c02-031d-4413-920d-dcc367128484,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:30.148851 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (e6870c02-031d-4413-920d-dcc367128484), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:30.290385 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:30.316420 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:30.317450 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (64c600e0-639d-4fbb-8234-8880e960a790), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:30.317774 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Floating IP 64c600e0-639d-4fbb-8234-8880e960a790 disassociated. External IP: 172.27.2.121, port: e6870c02-031d-4413-920d-dcc367128484. Aug 12 01:34:30.318115 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Calling delete_port for e6870c02-031d-4413-920d-dcc367128484 owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:30.459885 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 5a5e70e7-f8bd-4e85-996d-de3ae917b398 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:34:30.460822 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (e6870c02-031d-4413-920d-dcc367128484), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:30.490246 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 5a5e70e7-f8bd-4e85-996d-de3ae917b398 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:34:30.490833 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 5a5e70e7-f8bd-4e85-996d-de3ae917b398 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:34:30.491477 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:34:30.495640 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event deleted for resources: {'Port': ['ID=e6870c02-031d-4413-920d-dcc367128484,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:30.518370 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:34:30.518797 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 88aa7d1d-1a8e-4c63-86c0-3111ff3e8269 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:34:30.601175 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:34:30.710602 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:30.730974 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:34:30.745323 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac32240-40b5-49de-9754-0cc0b7f7f7f8 None None] Sync routers for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:34:30.757502 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-96dedc09-bf5c-4222-9842-4eca49ca6bdf req-8faddcf7-ea3e-4912-a20f-116410649c8b tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2bb87cca-3f2d-4017-9cb9-1f309cdaacac HTTP/1.1" status: 200 len: 210 time: 0.0361710 Aug 12 01:34:30.767371 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac32240-40b5-49de-9754-0cc0b7f7f7f8 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:34:30.768029 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-5ac32240-40b5-49de-9754-0cc0b7f7f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:34:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:30.779898 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] No DVR routers for this DVR port e6870c02-031d-4413-920d-dcc367128484 on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:34:30.783453 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:30.787375 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-04697515-8c78-4ed1-b123-42a42ed98432 req-05e44945-687e-4c38-abf7-0be069a588e3 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.15 "DELETE /networking/v2.0/ports/e6870c02-031d-4413-920d-dcc367128484 HTTP/1.1" status: 204 len: 173 time: 0.8175983 Aug 12 01:34:30.788543 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'name': 'network-vif-deleted', 'tag': 'e6870c02-031d-4413-920d-dcc367128484'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:34:30.791330 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e905ddbe-fbd8-4ef5-8a92-41ebb6962e5c" -d '{"events": [{"server_uuid": "2bb87cca-3f2d-4017-9cb9-1f309cdaacac", "name": "network-vif-deleted", "tag": "e6870c02-031d-4413-920d-dcc367128484"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:34:30.843960 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6fcc9f-bb0a-4020-b597-a58332641f60 x-openstack-request-id: req-2d6fcc9f-bb0a-4020-b597-a58332641f60 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:34:30.843960 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb87cca-3f2d-4017-9cb9-1f309cdaacac", "name": "network-vif-deleted", "tag": "e6870c02-031d-4413-920d-dcc367128484", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:34:30.844241 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d6fcc9f-bb0a-4020-b597-a58332641f60 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:34:30.844659 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6fcc9f-bb0a-4020-b597-a58332641f60'] response: {'server_uuid': '2bb87cca-3f2d-4017-9cb9-1f309cdaacac', 'name': 'network-vif-deleted', 'tag': 'e6870c02-031d-4413-920d-dcc367128484', 'status': 'completed', 'code': 200} Aug 12 01:34:30.899095 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-5ac32240-40b5-49de-9754-0cc0b7f7f7f8 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:34:31.062770 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54068) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:31.240757 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-5ac32240-40b5-49de-9754-0cc0b7f7f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:31.266826 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac32240-40b5-49de-9754-0cc0b7f7f7f8 None None] Checking router: 16dc98ea-5d10-40d8-af13-5f8d2e04c856 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:34:31.276388 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac32240-40b5-49de-9754-0cc0b7f7f7f8 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:34:31.277076 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-5ac32240-40b5-49de-9754-0cc0b7f7f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:34:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:31.303833 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d654bfb-d1e9-4a47-9cb3-a29d3a3003e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:31.401154 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-5ac32240-40b5-49de-9754-0cc0b7f7f7f8 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:34:31.421339 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d654bfb-d1e9-4a47-9cb3-a29d3a3003e3 admin admin] Publish callbacks [] for security_group (2c2563d2-e88f-40ac-8fdb-2e1c24ee786d), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:31.429368 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6d654bfb-d1e9-4a47-9cb3-a29d3a3003e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (2c2563d2-e88f-40ac-8fdb-2e1c24ee786d), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:31.474867 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-6d654bfb-d1e9-4a47-9cb3-a29d3a3003e3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2ca771aee0ff4b4983a65b05c42d1e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085097 Aug 12 01:34:31.474867 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d654bfb-d1e9-4a47-9cb3-a29d3a3003e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2563d2-e88f-40ac-8fdb-2e1c24ee786d,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:31.475157 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54084) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:31.538734 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-722efe2d-52ad-4c59-a31c-78e327162a30 admin admin] Publish callbacks [] for security_group (2c2563d2-e88f-40ac-8fdb-2e1c24ee786d), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:31.563804 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-722efe2d-52ad-4c59-a31c-78e327162a30 admin admin] Publish callbacks [] for security_group (2c2563d2-e88f-40ac-8fdb-2e1c24ee786d), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:31.605095 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-5ac32240-40b5-49de-9754-0cc0b7f7f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:31.621056 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-722efe2d-52ad-4c59-a31c-78e327162a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (2c2563d2-e88f-40ac-8fdb-2e1c24ee786d), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:31.623906 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-722efe2d-52ad-4c59-a31c-78e327162a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:31.625582 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-722efe2d-52ad-4c59-a31c-78e327162a30 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2c2563d2-e88f-40ac-8fdb-2e1c24ee786d HTTP/1.1" status: 204 len: 168 time: 0.1488361 Aug 12 01:34:31.631610 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac32240-40b5-49de-9754-0cc0b7f7f7f8 None None] The sync data for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi is: [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:28:08Z', 'revision_number': 4, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '32b1bdcf-20ba-4628-b4c1-1139bf8953e9', 'name': '', 'network_id': 'c69785c6-9bf5-4740-9585-57c14141c241', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'mac_address': 'fa:16:3e:2f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:05Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'subnets': [{'id': 'a9afc717-283a-483a-80e3-bf850c00ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:34:31.640352 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722efe2d-52ad-4c59-a31c-78e327162a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2563d2-e88f-40ac-8fdb-2e1c24ee786d,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:31.858478 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54100) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:31.937345 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f6341a70-a33a-4d20-a890-a3e379203ec2 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (e34de93a-99f5-41f8-abe6-a44e1554bf4a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:31.967924 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c51839-f93e-4a55-a570-3301b95f880f None None] New status for floating IP 64c600e0-639d-4fbb-8234-8880e960a790: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:34:31.983953 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f6341a70-a33a-4d20-a890-a3e379203ec2 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (e34de93a-99f5-41f8-abe6-a44e1554bf4a), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:32.046276 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f6341a70-a33a-4d20-a890-a3e379203ec2 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e34de93a-99f5-41f8-abe6-a44e1554bf4a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:32.049542 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f6341a70-a33a-4d20-a890-a3e379203ec2 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:32.051173 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f6341a70-a33a-4d20-a890-a3e379203ec2 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e34de93a-99f5-41f8-abe6-a44e1554bf4a HTTP/1.1" status: 204 len: 168 time: 0.1906054 Aug 12 01:34:32.054219 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54108) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:32.068514 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6341a70-a33a-4d20-a890-a3e379203ec2 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34de93a-99f5-41f8-abe6-a44e1554bf4a,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:32.079033 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-72bc29e4-cc25-41a4-b3af-d3ff54a2830d tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] show failed (client error): The resource could not be found. Aug 12 01:34:32.080333 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-72bc29e4-cc25-41a4-b3af-d3ff54a2830d tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "GET /networking/v2.0/security-groups/e34de93a-99f5-41f8-abe6-a44e1554bf4a HTTP/1.1" status: 404 len: 347 time: 0.0249577 Aug 12 01:34:32.091059 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54112) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:32.213451 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-14cdee40-a0db-4bbc-a86c-31da49c26851 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Deleting port f32f4e11-8a45-454d-b6b0-ac955e2627ec {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:32.213795 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-14cdee40-a0db-4bbc-a86c-31da49c26851 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (f32f4e11-8a45-454d-b6b0-ac955e2627ec), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:32.270097 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:32.295365 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-14cdee40-a0db-4bbc-a86c-31da49c26851 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (f32f4e11-8a45-454d-b6b0-ac955e2627ec), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:32.295724 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-14cdee40-a0db-4bbc-a86c-31da49c26851 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (f32f4e11-8a45-454d-b6b0-ac955e2627ec), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:32.308766 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-14cdee40-a0db-4bbc-a86c-31da49c26851 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Calling delete_port for f32f4e11-8a45-454d-b6b0-ac955e2627ec owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:32.445724 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-14cdee40-a0db-4bbc-a86c-31da49c26851 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (f32f4e11-8a45-454d-b6b0-ac955e2627ec), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:32.468685 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdee40-a0db-4bbc-a86c-31da49c26851 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Pushing event deleted for resources: {'Port': ['ID=f32f4e11-8a45-454d-b6b0-ac955e2627ec,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:32.533268 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-14cdee40-a0db-4bbc-a86c-31da49c26851 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks [] for floatingip (64c600e0-639d-4fbb-8234-8880e960a790), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:32.535785 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-14cdee40-a0db-4bbc-a86c-31da49c26851 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:32.536980 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-14cdee40-a0db-4bbc-a86c-31da49c26851 tempest-AttachVolumeNegativeTest-2079581927 tempest-AttachVolumeNegativeTest-2079581927-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/64c600e0-639d-4fbb-8234-8880e960a790 HTTP/1.1" status: 204 len: 168 time: 0.4446974 Aug 12 01:34:33.766181 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device e6870c02-031d-4413-920d-dcc367128484 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:34:33.787525 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: e6870c02-031d-4413-920d-dcc367128484 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:34:33.787907 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device e6870c02-031d-4413-920d-dcc367128484 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:34:36.522111 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c4df54d3-0b57-4376-ac91-3cf3ef39ab56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:38.203238 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:34:38.959898 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a45d5e0f-a198-4c3b-8dfc-d23db83dd25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:39.137994 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:39.826570 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:40.496530 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54238) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:40.693357 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:41.050689 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-05daa095-792e-4f1d-b472-8bae8b60fab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1778284'] for router_interface (16dc98ea-5d10-40d8-af13-5f8d2e04c856), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:41.320732 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:41.323699 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-05daa095-792e-4f1d-b472-8bae8b60fab1 admin admin] Deleting port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:41.324038 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-05daa095-792e-4f1d-b472-8bae8b60fab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:41.405728 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-05daa095-792e-4f1d-b472-8bae8b60fab1 admin admin] For port 32b1bdcf-20ba-4628-b4c1-1139bf8953e9, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=32b1bdcf-20ba-4628-b4c1-1139bf8953e9,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:41.406378 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-05daa095-792e-4f1d-b472-8bae8b60fab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:41.422399 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-05daa095-792e-4f1d-b472-8bae8b60fab1 admin admin] Calling delete_port for 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 owned by network:router_interface {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:41.522602 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:41.614744 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-05daa095-792e-4f1d-b472-8bae8b60fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (32b1bdcf-20ba-4628-b4c1-1139bf8953e9), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:41.622277 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:41.639794 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05daa095-792e-4f1d-b472-8bae8b60fab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b1bdcf-20ba-4628-b4c1-1139bf8953e9,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:41.667585 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:41.805206 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-05daa095-792e-4f1d-b472-8bae8b60fab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778368'] for router_interface (16dc98ea-5d10-40d8-af13-5f8d2e04c856), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:42.014602 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05daa095-792e-4f1d-b472-8bae8b60fab1 admin admin] Router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:34:42.042949 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54286) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:42.170400 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4164a156-865e-4111-afb4-a79f5880b657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:42.257234 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:42.260055 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4164a156-865e-4111-afb4-a79f5880b657 admin admin] Publish callbacks [] for security_group (3beb706e-4ddb-4b47-88c1-ead750dc6419), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:42.265235 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4164a156-865e-4111-afb4-a79f5880b657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (3beb706e-4ddb-4b47-88c1-ead750dc6419), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:42.310367 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164a156-865e-4111-afb4-a79f5880b657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beb706e-4ddb-4b47-88c1-ead750dc6419,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:42.316222 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-4164a156-865e-4111-afb4-a79f5880b657 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=fcc3a99798b64ebcbb323223a5d2be44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721691 Aug 12 01:34:42.319294 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54292) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:42.375425 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3986ebf6-12d4-4c32-a972-5e3ec340508d admin admin] Publish callbacks [] for security_group (3beb706e-4ddb-4b47-88c1-ead750dc6419), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:42.382244 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05daa095-792e-4f1d-b472-8bae8b60fab1 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:34:42.387425 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-05daa095-792e-4f1d-b472-8bae8b60fab1 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/16dc98ea-5d10-40d8-af13-5f8d2e04c856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8898573 Aug 12 01:34:42.391057 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56907207-e054-4f16-b65c-4f9f8e0a2b87 None None] Sync routers for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:34:42.391691 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54294) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:42.401225 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56907207-e054-4f16-b65c-4f9f8e0a2b87 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:34:42.401922 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-56907207-e054-4f16-b65c-4f9f8e0a2b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:34:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:42.410032 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3986ebf6-12d4-4c32-a972-5e3ec340508d admin admin] Publish callbacks [] for security_group (3beb706e-4ddb-4b47-88c1-ead750dc6419), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:42.497489 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3986ebf6-12d4-4c32-a972-5e3ec340508d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (3beb706e-4ddb-4b47-88c1-ead750dc6419), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:42.500224 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3986ebf6-12d4-4c32-a972-5e3ec340508d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:42.501451 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3986ebf6-12d4-4c32-a972-5e3ec340508d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3beb706e-4ddb-4b47-88c1-ead750dc6419 HTTP/1.1" status: 204 len: 168 time: 0.1811891 Aug 12 01:34:42.512273 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-56907207-e054-4f16-b65c-4f9f8e0a2b87 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:34:42.537805 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986ebf6-12d4-4c32-a972-5e3ec340508d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beb706e-4ddb-4b47-88c1-ead750dc6419,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:42.571910 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Publish callbacks [] for router (16dc98ea-5d10-40d8-af13-5f8d2e04c856), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:42.692517 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Publish callbacks [] for router_gateway (16dc98ea-5d10-40d8-af13-5f8d2e04c856), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:42.757531 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-56907207-e054-4f16-b65c-4f9f8e0a2b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:34:41Z', 'revision_number': 5, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port': {'id': '438a401f-1e52-4708-8703-90b1258a5e0a', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:42.797118 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56907207-e054-4f16-b65c-4f9f8e0a2b87 None None] Checking router: 16dc98ea-5d10-40d8-af13-5f8d2e04c856 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:34:42.808882 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56907207-e054-4f16-b65c-4f9f8e0a2b87 None None] Routers {'16dc98ea-5d10-40d8-af13-5f8d2e04c856'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:34:42.809617 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-56907207-e054-4f16-b65c-4f9f8e0a2b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:34:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:42.812801 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:42.814254 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:42.815132 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Deleting port 438a401f-1e52-4708-8703-90b1258a5e0a {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:42.815525 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (438a401f-1e52-4708-8703-90b1258a5e0a), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:42.820407 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:42.930541 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-56907207-e054-4f16-b65c-4f9f8e0a2b87 None None] Set router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:34:42.969026 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] For port 438a401f-1e52-4708-8703-90b1258a5e0a, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=438a401f-1e52-4708-8703-90b1258a5e0a,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:42.969301 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (438a401f-1e52-4708-8703-90b1258a5e0a), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:42.983009 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Calling delete_port for 438a401f-1e52-4708-8703-90b1258a5e0a owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:42.983316 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-56907207-e054-4f16-b65c-4f9f8e0a2b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:34:42Z', 'revision_number': 6, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port_host': None}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:43.008933 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56907207-e054-4f16-b65c-4f9f8e0a2b87 None None] The sync data for ids ['16dc98ea-5d10-40d8-af13-5f8d2e04c856'] in dv-cinder-784815-15-iscsi is: [{'id': '16dc98ea-5d10-40d8-af13-5f8d2e04c856', 'name': 'tempest-AttachVolumeNegativeTest-1588593104-router', 'tenant_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:56Z', 'updated_at': '2022-08-12T01:34:42Z', 'revision_number': 6, 'project_id': 'e5e2fd72103c4b5e956ef5b9c291f16d', 'gw_port_host': None}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:34:43.158505 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (438a401f-1e52-4708-8703-90b1258a5e0a), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:43.189808 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Pushing event deleted for resources: {'Port': ['ID=438a401f-1e52-4708-8703-90b1258a5e0a,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:43.239056 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:43.249781 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362832'] for router_gateway (16dc98ea-5d10-40d8-af13-5f8d2e04c856), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:43.580635 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (16dc98ea-5d10-40d8-af13-5f8d2e04c856), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:43.582797 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Publish callbacks [] for router_controller (16dc98ea-5d10-40d8-af13-5f8d2e04c856), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:43.626832 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1780034'] for router (16dc98ea-5d10-40d8-af13-5f8d2e04c856), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:43.627780 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16dc98ea-5d10-40d8-af13-5f8d2e04c856 {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 01:34:43.632726 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:43.633885 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c6489542-7b14-43e5-887e-12902b5b89ec admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/16dc98ea-5d10-40d8-af13-5f8d2e04c856 HTTP/1.1" status: 204 len: 168 time: 1.2412786 Aug 12 01:34:43.636636 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54312) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:43.682902 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbece655-13a2-413c-9cdd-f20f3af91747 admin admin] Deleting subnet a9afc717-283a-483a-80e3-bf850c00ecf8 {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:34:43.686248 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dbece655-13a2-413c-9cdd-f20f3af91747 admin admin] Publish callbacks [] for subnet (a9afc717-283a-483a-80e3-bf850c00ecf8), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:43.731636 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dbece655-13a2-413c-9cdd-f20f3af91747 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66769595'] for subnet (a9afc717-283a-483a-80e3-bf850c00ecf8), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:43.818389 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dbece655-13a2-413c-9cdd-f20f3af91747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (a9afc717-283a-483a-80e3-bf850c00ecf8), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:43.873689 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dbece655-13a2-413c-9cdd-f20f3af91747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67055905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63803327'] for subnet (a9afc717-283a-483a-80e3-bf850c00ecf8), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:43.897566 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbece655-13a2-413c-9cdd-f20f3af91747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9afc717-283a-483a-80e3-bf850c00ecf8,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:43.904274 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dbece655-13a2-413c-9cdd-f20f3af91747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:43.907419 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-dbece655-13a2-413c-9cdd-f20f3af91747 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/a9afc717-283a-483a-80e3-bf850c00ecf8 HTTP/1.1" status: 204 len: 168 time: 0.2697625 Aug 12 01:34:43.910078 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54314) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:43.910727 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5820067b-f793-46e3-8aec-c15cb61241ba None None] Network c69785c6-9bf5-4740-9585-57c14141c241 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:34:43.992383 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (c69785c6-9bf5-4740-9585-57c14141c241), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.049654 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Deleting port f010b6ad-655f-47a2-baaf-99a80b9602e9 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:44.049992 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.102463 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:44.123476 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57518569-4d72-4634-918c-c88d1882e243 None None] DHCP port deletion for c69785c6-9bf5-4740-9585-57c14141c241 request from dv-cinder-784815-15-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 12 01:34:44.135403 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] For port f010b6ad-655f-47a2-baaf-99a80b9602e9, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f010b6ad-655f-47a2-baaf-99a80b9602e9,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:44.135805 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.151307 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Calling delete_port for f010b6ad-655f-47a2-baaf-99a80b9602e9 owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:44.168064 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-57518569-4d72-4634-918c-c88d1882e243 None None] Deleting port f010b6ad-655f-47a2-baaf-99a80b9602e9 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:44.168443 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-57518569-4d72-4634-918c-c88d1882e243 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.210906 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:44.240962 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.242018 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-57518569-4d72-4634-918c-c88d1882e243 None None] For port f010b6ad-655f-47a2-baaf-99a80b9602e9, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f010b6ad-655f-47a2-baaf-99a80b9602e9,segment=NetworkSegment(f860ae16-95ec-4cbe-8214-06077ff3bc29),segment_id=f860ae16-95ec-4cbe-8214-06077ff3bc29)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:44.242776 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-57518569-4d72-4634-918c-c88d1882e243 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.256100 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-57518569-4d72-4634-918c-c88d1882e243 None None] Calling delete_port for f010b6ad-655f-47a2-baaf-99a80b9602e9 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:44.269612 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Pushing event deleted for resources: {'Port': ['ID=f010b6ad-655f-47a2-baaf-99a80b9602e9,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:44.271584 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] No DVR routers for this DVR port f010b6ad-655f-47a2-baaf-99a80b9602e9 on host dv-cinder-784815-15-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:34:44.337959 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-57518569-4d72-4634-918c-c88d1882e243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018'] for port (f010b6ad-655f-47a2-baaf-99a80b9602e9), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.348287 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (c69785c6-9bf5-4740-9585-57c14141c241), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.367853 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57518569-4d72-4634-918c-c88d1882e243 None None] No DVR routers for this DVR port f010b6ad-655f-47a2-baaf-99a80b9602e9 on host dv-cinder-784815-15-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:34:44.369653 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57518569-4d72-4634-918c-c88d1882e243 None None] Pushing event deleted for resources: {'Port': ['ID=f010b6ad-655f-47a2-baaf-99a80b9602e9,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:44.373431 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69785c6-9bf5-4740-9585-57c14141c241']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:44.387342 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f860ae16-95ec-4cbe-8214-06077ff3bc29') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:44.387740 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f860ae16-95ec-4cbe-8214-06077ff3bc29') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:44.398673 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66769570'] for segment (f860ae16-95ec-4cbe-8214-06077ff3bc29), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.414849 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (f860ae16-95ec-4cbe-8214-06077ff3bc29), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.423730 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:34:44.424539 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67056327'] for segment (f860ae16-95ec-4cbe-8214-06077ff3bc29), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.463767 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54334) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:44.475143 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment f860ae16-95ec-4cbe-8214-06077ff3bc29 resource provider aggregate not found Aug 12 01:34:44.484855 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:34:44.499015 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment f860ae16-95ec-4cbe-8214-06077ff3bc29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f860ae16-95ec-4cbe-8214-06077ff3bc29 found for delete ", "request_id": "req-a3e52963-fed5-4978-8583-919a8774307d"}]} Aug 12 01:34:44.508466 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (c69785c6-9bf5-4740-9585-57c14141c241), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.514311 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.514498 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:34:44.515063 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 32b1bdcf-20ba-4628-b4c1-1139bf8953e9 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:34:44.515670 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f010b6ad-655f-47a2-baaf-99a80b9602e9 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:34:44.518250 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/c69785c6-9bf5-4740-9585-57c14141c241 HTTP/1.1" status: 204 len: 168 time: 0.6072326 Aug 12 01:34:44.531402 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961ea8b-e44a-4ce1-810e-7ba2ad8df728 admin admin] Pushing event deleted for resources: {'Network': ['ID=c69785c6-9bf5-4740-9585-57c14141c241,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:44.542759 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: f010b6ad-655f-47a2-baaf-99a80b9602e9 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:34:44.544177 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f010b6ad-655f-47a2-baaf-99a80b9602e9 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:34:44.545046 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 438a401f-1e52-4708-8703-90b1258a5e0a no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:34:44.564230 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 438a401f-1e52-4708-8703-90b1258a5e0a {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:34:44.564581 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 438a401f-1e52-4708-8703-90b1258a5e0a not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:34:44.615872 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-19366ee0-2323-4671-a833-15f22d92f12c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.644254 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54342) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:44.653258 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:44.672002 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:44.689350 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-031ebe00-d288-49d0-8b07-1c98aaff9444 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e5e2fd72103c4b5e956ef5b9c291f16d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439489 Aug 12 01:34:44.692098 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54344) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:44.694388 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-19366ee0-2323-4671-a833-15f22d92f12c admin admin] Publish callbacks [] for security_group (eee5feff-7622-4e9a-9a22-2182ee85c035), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.698840 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-19366ee0-2323-4671-a833-15f22d92f12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (eee5feff-7622-4e9a-9a22-2182ee85c035), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.737925 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-19366ee0-2323-4671-a833-15f22d92f12c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1aee18ba76b8415d8199d4894f222ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715919 Aug 12 01:34:44.738723 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19366ee0-2323-4671-a833-15f22d92f12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee5feff-7622-4e9a-9a22-2182ee85c035,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:44.740742 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54346) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:44.748067 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c3fde249-c959-4dcd-a2d6-8d082ce6ed14 admin admin] Publish callbacks [] for security_group (f182e5d9-5874-4bb9-b0d8-15d854c85cef), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.791512 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c3fde249-c959-4dcd-a2d6-8d082ce6ed14 admin admin] Publish callbacks [] for security_group (f182e5d9-5874-4bb9-b0d8-15d854c85cef), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.835288 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4aaea98c-933e-4fd6-bbf4-74be89255a07 admin admin] Publish callbacks [] for security_group (eee5feff-7622-4e9a-9a22-2182ee85c035), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.861518 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4aaea98c-933e-4fd6-bbf4-74be89255a07 admin admin] Publish callbacks [] for security_group (eee5feff-7622-4e9a-9a22-2182ee85c035), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.878357 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c3fde249-c959-4dcd-a2d6-8d082ce6ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (f182e5d9-5874-4bb9-b0d8-15d854c85cef), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.880942 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c3fde249-c959-4dcd-a2d6-8d082ce6ed14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.882086 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c3fde249-c959-4dcd-a2d6-8d082ce6ed14 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f182e5d9-5874-4bb9-b0d8-15d854c85cef HTTP/1.1" status: 204 len: 168 time: 0.1891060 Aug 12 01:34:44.902879 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fde249-c959-4dcd-a2d6-8d082ce6ed14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f182e5d9-5874-4bb9-b0d8-15d854c85cef,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:44.916158 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:44.927217 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4aaea98c-933e-4fd6-bbf4-74be89255a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (eee5feff-7622-4e9a-9a22-2182ee85c035), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.929756 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4aaea98c-933e-4fd6-bbf4-74be89255a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:44.930912 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-4aaea98c-933e-4fd6-bbf4-74be89255a07 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/eee5feff-7622-4e9a-9a22-2182ee85c035 HTTP/1.1" status: 204 len: 168 time: 0.1892059 Aug 12 01:34:44.941397 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaea98c-933e-4fd6-bbf4-74be89255a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee5feff-7622-4e9a-9a22-2182ee85c035,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:45.285612 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54362) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:45.300025 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9b224035-1499-4c7a-aaf9-319909d4e2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:45.351560 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:INSERT=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:45.397348 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9b224035-1499-4c7a-aaf9-319909d4e2ee admin admin] Publish callbacks [] for security_group (a685f6cb-22d5-4b4f-a305-7022968fa0f5), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:45.401407 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9b224035-1499-4c7a-aaf9-319909d4e2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (a685f6cb-22d5-4b4f-a305-7022968fa0f5), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:45.440257 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9b224035-1499-4c7a-aaf9-319909d4e2ee admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=16a73d0cbf614e0a827e257f569ccf1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534884 Aug 12 01:34:45.442329 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b224035-1499-4c7a-aaf9-319909d4e2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a685f6cb-22d5-4b4f-a305-7022968fa0f5,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:45.443113 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54366) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:45.496909 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e2aaab93-9be3-4697-829a-fb77e3243521 admin admin] Publish callbacks [] for security_group (a685f6cb-22d5-4b4f-a305-7022968fa0f5), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:45.518948 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e2aaab93-9be3-4697-829a-fb77e3243521 admin admin] Publish callbacks [] for security_group (a685f6cb-22d5-4b4f-a305-7022968fa0f5), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:45.550270 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:45.572395 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e2aaab93-9be3-4697-829a-fb77e3243521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (a685f6cb-22d5-4b4f-a305-7022968fa0f5), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:45.575934 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e2aaab93-9be3-4697-829a-fb77e3243521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:45.577094 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e2aaab93-9be3-4697-829a-fb77e3243521 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a685f6cb-22d5-4b4f-a305-7022968fa0f5 HTTP/1.1" status: 204 len: 168 time: 0.1322250 Aug 12 01:34:45.585639 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aaab93-9be3-4697-829a-fb77e3243521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685f6cb-22d5-4b4f-a305-7022968fa0f5,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:46.798779 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54434) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:47.009921 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e31bb2fa-8ccb-4b2f-a1ef-53d818394aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.087162 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e31bb2fa-8ccb-4b2f-a1ef-53d818394aec admin admin] Publish callbacks [] for security_group (fb6253ed-b09f-41fa-8356-7b85ef6168a0), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.096098 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e31bb2fa-8ccb-4b2f-a1ef-53d818394aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (fb6253ed-b09f-41fa-8356-7b85ef6168a0), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.131518 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e31bb2fa-8ccb-4b2f-a1ef-53d818394aec admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a369c63b351f4bf6a4ff43f50d26ecbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315620 Aug 12 01:34:47.132669 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bb2fa-8ccb-4b2f-a1ef-53d818394aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6253ed-b09f-41fa-8356-7b85ef6168a0,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:47.134373 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54448) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:47.198580 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c77cfd81-38de-4512-a9f3-907725fb60f5 admin admin] Publish callbacks [] for security_group (fb6253ed-b09f-41fa-8356-7b85ef6168a0), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.223249 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c77cfd81-38de-4512-a9f3-907725fb60f5 admin admin] Publish callbacks [] for security_group (fb6253ed-b09f-41fa-8356-7b85ef6168a0), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.270283 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c77cfd81-38de-4512-a9f3-907725fb60f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (fb6253ed-b09f-41fa-8356-7b85ef6168a0), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.272975 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c77cfd81-38de-4512-a9f3-907725fb60f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.274158 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c77cfd81-38de-4512-a9f3-907725fb60f5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/fb6253ed-b09f-41fa-8356-7b85ef6168a0 HTTP/1.1" status: 204 len: 168 time: 0.1387267 Aug 12 01:34:47.282408 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cfd81-38de-4512-a9f3-907725fb60f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6253ed-b09f-41fa-8356-7b85ef6168a0,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:47.582401 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54460) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:47.596016 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a116a94a-0115-43b9-b0b4-ae00218fe3ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.676104 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a116a94a-0115-43b9-b0b4-ae00218fe3ac admin admin] Publish callbacks [] for security_group (7941fa47-bd9a-4e80-a125-2748a1a746cc), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.681777 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a116a94a-0115-43b9-b0b4-ae00218fe3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (7941fa47-bd9a-4e80-a125-2748a1a746cc), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.722916 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a116a94a-0115-43b9-b0b4-ae00218fe3ac admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b4fc3594e4544fe591d46d2af839b3d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394274 Aug 12 01:34:47.723913 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116a94a-0115-43b9-b0b4-ae00218fe3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7941fa47-bd9a-4e80-a125-2748a1a746cc,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:47.726117 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54464) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:47.777195 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Publish callbacks [] for security_group (7941fa47-bd9a-4e80-a125-2748a1a746cc), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.800418 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Publish callbacks [] for security_group (7941fa47-bd9a-4e80-a125-2748a1a746cc), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.850377 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (7941fa47-bd9a-4e80-a125-2748a1a746cc), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.853079 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:47.854265 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7941fa47-bd9a-4e80-a125-2748a1a746cc HTTP/1.1" status: 204 len: 168 time: 0.1270537 Aug 12 01:34:47.860161 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:47.865857 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7941fa47-bd9a-4e80-a125-2748a1a746cc,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:47.875342 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.875723 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.876093 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.876418 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.876752 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.877070 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.877411 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.877737 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.878172 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.878364 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.878700 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.879021 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.879426 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.879758 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:47.880458 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c1b7-cfb9-4e1e-9641-b185d83f5230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:34:49.229278 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d1a2-04c5-4441-858d-1c90455d0a35 req-2fbb8e60-9509-4ea2-aed8-04b93db02e99 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:49.230818 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b524d1a2-04c5-4441-858d-1c90455d0a35 req-2fbb8e60-9509-4ea2-aed8-04b93db02e99 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 946 time: 0.0465810 Aug 12 01:34:49.278634 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b524d1a2-04c5-4441-858d-1c90455d0a35 req-63af0e76-d534-45cd-ba0d-144e25c7fe03 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421293 Aug 12 01:34:50.405902 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11c8b4-de48-424e-8ace-8c2982333117 req-84012af0-c842-4c91-b889-b49b8559b382 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:50.407378 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-eb11c8b4-de48-424e-8ace-8c2982333117 req-84012af0-c842-4c91-b889-b49b8559b382 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 946 time: 0.0467508 Aug 12 01:34:50.456366 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-eb11c8b4-de48-424e-8ace-8c2982333117 req-139bec96-d550-405d-9b48-865f71bbed10 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430479 Aug 12 01:34:50.495565 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-1ad6d0da-9249-44d2-a985-654f1fe0779d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:34:50.497061 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-1ad6d0da-9249-44d2-a985-654f1fe0779d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 946 time: 0.0481222 Aug 12 01:34:50.579713 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Deleting port a7da4e13-3cc9-4eeb-9f82-064424d0880e {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:50.579983 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:50.682118 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] For port a7da4e13-3cc9-4eeb-9f82-064424d0880e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a7da4e13-3cc9-4eeb-9f82-064424d0880e,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:50.682486 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:50.846256 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:50.846631 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (5ebff84f-0a2c-4230-8d1e-697190b9b635), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:50.846991 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Floating IP 5ebff84f-0a2c-4230-8d1e-697190b9b635 disassociated. External IP: 172.27.2.238, port: a7da4e13-3cc9-4eeb-9f82-064424d0880e. Aug 12 01:34:50.847315 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Calling delete_port for a7da4e13-3cc9-4eeb-9f82-064424d0880e owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:50.934175 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:50.993021 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (a7da4e13-3cc9-4eeb-9f82-064424d0880e), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:51.019844 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event deleted for resources: {'Port': ['ID=a7da4e13-3cc9-4eeb-9f82-064424d0880e,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:51.133075 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Router c39dbdd2-ee17-4306-9462-770fa60bd99b has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:34:51.235332 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:34:51.246628 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22483ca6-145b-414a-8bd8-cd7b8914fe68 None None] Sync routers for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:34:51.258235 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22483ca6-145b-414a-8bd8-cd7b8914fe68 None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:34:51.258870 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-22483ca6-145b-414a-8bd8-cd7b8914fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:34:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:51.279721 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] No DVR routers for this DVR port a7da4e13-3cc9-4eeb-9f82-064424d0880e on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:34:51.282741 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:51.286402 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-6fed96a6-7619-464e-b52f-cf6f354ca1b7 req-75e823c1-7dcf-4fe9-9b55-674fb4fb88ff tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.15 "DELETE /networking/v2.0/ports/a7da4e13-3cc9-4eeb-9f82-064424d0880e HTTP/1.1" status: 204 len: 173 time: 0.7842128 Aug 12 01:34:51.286843 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'name': 'network-vif-deleted', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:34:51.289187 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2545bb-9ce1-4644-8f89-65287b1456ac" -d '{"events": [{"server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "name": "network-vif-deleted", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:34:51.332191 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01115f6b-230e-4864-a14f-90d17c015464 x-openstack-request-id: req-01115f6b-230e-4864-a14f-90d17c015464 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:34:51.332478 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d50f7a-89e5-4250-be37-7fdf4f9b79da", "name": "network-vif-deleted", "tag": "a7da4e13-3cc9-4eeb-9f82-064424d0880e", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:34:51.332726 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01115f6b-230e-4864-a14f-90d17c015464 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:34:51.333184 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01115f6b-230e-4864-a14f-90d17c015464'] response: {'server_uuid': 'f3d50f7a-89e5-4250-be37-7fdf4f9b79da', 'name': 'network-vif-deleted', 'tag': 'a7da4e13-3cc9-4eeb-9f82-064424d0880e', 'status': 'completed', 'code': 200} Aug 12 01:34:51.526243 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-22483ca6-145b-414a-8bd8-cd7b8914fe68 None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:34:51.583644 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3cdfa62a-f2d9-466c-a2c2-6f15487cd169 req-30d81aed-3b08-4b41-b7b8-d99a77f38a7a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 210 time: 0.0333118 Aug 12 01:34:51.723510 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-22483ca6-145b-414a-8bd8-cd7b8914fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:31Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:51.748002 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22483ca6-145b-414a-8bd8-cd7b8914fe68 None None] Checking router: c39dbdd2-ee17-4306-9462-770fa60bd99b for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:34:51.756939 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22483ca6-145b-414a-8bd8-cd7b8914fe68 None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:34:51.757538 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-22483ca6-145b-414a-8bd8-cd7b8914fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:34:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:51.871636 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-22483ca6-145b-414a-8bd8-cd7b8914fe68 None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:34:52.070219 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-22483ca6-145b-414a-8bd8-cd7b8914fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:31Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:34:52.094606 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22483ca6-145b-414a-8bd8-cd7b8914fe68 None None] The sync data for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi is: [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:28:10Z', 'revision_number': 4, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '4fa676b6-f175-439f-99f2-30839279b119', 'name': '', 'network_id': 'bdc64372-39dc-45f5-ae9b-e7b46a872a57', 'tenant_id': '9d33b640693442238516535af8320529', 'mac_address': 'fa:16:3e:d9:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:07Z', 'updated_at': '2022-08-12T01:28:31Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'subnets': [{'id': 'd33ce26f-dc4c-4f32-bc97-4170fb266b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:34:52.319132 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4488951f-a18b-4bd7-8003-f5c631ea638f None None] New status for floating IP 5ebff84f-0a2c-4230-8d1e-697190b9b635: DOWN {{(pid=106304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:34:52.692714 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a72d83e8-2558-4020-b69b-b7484817e5f6 req-0cdff169-8a09-4dcc-8432-51b3300e6636 tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 210 time: 0.0285909 Aug 12 01:34:53.817367 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b1cf6d60-abc3-4e6a-b65d-c59b74acebf4 req-5f4c2b7b-f8a1-4237-bda7-04617726b87c tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3d50f7a-89e5-4250-be37-7fdf4f9b79da HTTP/1.1" status: 200 len: 210 time: 0.0336063 Aug 12 01:34:54.926917 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54616) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:54.971448 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:54.993929 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2dc65bb-9a6d-4d06-9b3b-d6b4b505463a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group (5f7ddea7-ab8b-42d1-9952-6eff3cb5c926), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:55.018647 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2dc65bb-9a6d-4d06-9b3b-d6b4b505463a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group (5f7ddea7-ab8b-42d1-9952-6eff3cb5c926), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:55.073254 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2dc65bb-9a6d-4d06-9b3b-d6b4b505463a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5f7ddea7-ab8b-42d1-9952-6eff3cb5c926), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:55.076512 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c2dc65bb-9a6d-4d06-9b3b-d6b4b505463a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:55.077701 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c2dc65bb-9a6d-4d06-9b3b-d6b4b505463a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5f7ddea7-ab8b-42d1-9952-6eff3cb5c926 HTTP/1.1" status: 204 len: 168 time: 0.1494126 Aug 12 01:34:55.080608 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54618) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:55.086915 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc65bb-9a6d-4d06-9b3b-d6b4b505463a tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7ddea7-ab8b-42d1-9952-6eff3cb5c926,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:55.100632 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.api.v2.resource [None req-5c360e43-3c8e-419f-a2b6-3a82e0c1561e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] show failed (client error): The resource could not be found. Aug 12 01:34:55.101669 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-5c360e43-3c8e-419f-a2b6-3a82e0c1561e tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "GET /networking/v2.0/security-groups/5f7ddea7-ab8b-42d1-9952-6eff3cb5c926 HTTP/1.1" status: 404 len: 347 time: 0.0199802 Aug 12 01:34:55.104668 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54620) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:55.214802 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-b1a95731-9de9-4147-bae2-1cb00c34444d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Deleting port 188d99e7-12ac-4db1-9dea-0b33e58f38f5 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:55.215148 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b1a95731-9de9-4147-bae2-1cb00c34444d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (188d99e7-12ac-4db1-9dea-0b33e58f38f5), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:55.226020 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:55.294141 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b1a95731-9de9-4147-bae2-1cb00c34444d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (188d99e7-12ac-4db1-9dea-0b33e58f38f5), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:55.294375 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b1a95731-9de9-4147-bae2-1cb00c34444d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (188d99e7-12ac-4db1-9dea-0b33e58f38f5), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:55.307154 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-b1a95731-9de9-4147-bae2-1cb00c34444d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Calling delete_port for 188d99e7-12ac-4db1-9dea-0b33e58f38f5 owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:34:55.443741 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b1a95731-9de9-4147-bae2-1cb00c34444d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (188d99e7-12ac-4db1-9dea-0b33e58f38f5), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:55.471900 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a95731-9de9-4147-bae2-1cb00c34444d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Pushing event deleted for resources: {'Port': ['ID=188d99e7-12ac-4db1-9dea-0b33e58f38f5,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:34:55.531446 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b1a95731-9de9-4147-bae2-1cb00c34444d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks [] for floatingip (5ebff84f-0a2c-4230-8d1e-697190b9b635), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:55.534003 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b1a95731-9de9-4147-bae2-1cb00c34444d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:55.535138 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b1a95731-9de9-4147-bae2-1cb00c34444d tempest-AttachVolumeShelveTestJSON-1840757724 tempest-AttachVolumeShelveTestJSON-1840757724-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/5ebff84f-0a2c-4230-8d1e-697190b9b635 HTTP/1.1" status: 204 len: 168 time: 0.4296045 Aug 12 01:34:57.127273 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device a7da4e13-3cc9-4eeb-9f82-064424d0880e no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:34:57.151234 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: a7da4e13-3cc9-4eeb-9f82-064424d0880e {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:34:57.151594 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device a7da4e13-3cc9-4eeb-9f82-064424d0880e not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:34:59.049385 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54708) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:34:59.356477 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:59.545631 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-eedd1f58-ad2d-4f51-9f04-85c0041aebd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1778284'] for router_interface (c39dbdd2-ee17-4306-9462-770fa60bd99b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:59.785811 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-eedd1f58-ad2d-4f51-9f04-85c0041aebd6 admin admin] Deleting port 4fa676b6-f175-439f-99f2-30839279b119 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:34:59.786121 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-eedd1f58-ad2d-4f51-9f04-85c0041aebd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (4fa676b6-f175-439f-99f2-30839279b119), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:59.824987 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:34:59.867717 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-eedd1f58-ad2d-4f51-9f04-85c0041aebd6 admin admin] For port 4fa676b6-f175-439f-99f2-30839279b119, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=4fa676b6-f175-439f-99f2-30839279b119,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:34:59.868094 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-eedd1f58-ad2d-4f51-9f04-85c0041aebd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (4fa676b6-f175-439f-99f2-30839279b119), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:34:59.881354 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-eedd1f58-ad2d-4f51-9f04-85c0041aebd6 admin admin] Calling delete_port for 4fa676b6-f175-439f-99f2-30839279b119 owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:35:00.298737 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-eedd1f58-ad2d-4f51-9f04-85c0041aebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (4fa676b6-f175-439f-99f2-30839279b119), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:00.326654 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd1f58-ad2d-4f51-9f04-85c0041aebd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa676b6-f175-439f-99f2-30839279b119,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:00.432278 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:00.487547 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-eedd1f58-ad2d-4f51-9f04-85c0041aebd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778368'] for router_interface (c39dbdd2-ee17-4306-9462-770fa60bd99b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:00.688256 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedd1f58-ad2d-4f51-9f04-85c0041aebd6 admin admin] Router c39dbdd2-ee17-4306-9462-770fa60bd99b has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:35:00.788464 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedd1f58-ad2d-4f51-9f04-85c0041aebd6 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:35:00.793956 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-eedd1f58-ad2d-4f51-9f04-85c0041aebd6 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/c39dbdd2-ee17-4306-9462-770fa60bd99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7435651 Aug 12 01:35:00.797343 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54726) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:00.798696 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e75081-43d7-494f-9c5b-bbd781412a9b None None] Sync routers for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:35:00.801107 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:00.813832 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e75081-43d7-494f-9c5b-bbd781412a9b None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:35:00.814447 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-f2e75081-43d7-494f-9c5b-bbd781412a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:34:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:35:00.898032 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Publish callbacks [] for router (c39dbdd2-ee17-4306-9462-770fa60bd99b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:00.900311 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:00.919133 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-f2e75081-43d7-494f-9c5b-bbd781412a9b None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:35:01.002676 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Publish callbacks [] for router_gateway (c39dbdd2-ee17-4306-9462-770fa60bd99b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.043982 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:01.047835 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Deleting port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:35:01.048164 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.095690 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-f2e75081-43d7-494f-9c5b-bbd781412a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:35:00Z', 'revision_number': 5, 'project_id': '9d33b640693442238516535af8320529', 'gw_port': {'id': '3ce74d3a-7f3a-4b16-8536-c56bde4a13d3', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:28:01Z', 'updated_at': '2022-08-12T01:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:35:01.125330 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e75081-43d7-494f-9c5b-bbd781412a9b None None] Checking router: c39dbdd2-ee17-4306-9462-770fa60bd99b for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:35:01.133812 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e75081-43d7-494f-9c5b-bbd781412a9b None None] Routers {'c39dbdd2-ee17-4306-9462-770fa60bd99b'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:35:01.134409 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-f2e75081-43d7-494f-9c5b-bbd781412a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:34:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['c39dbdd2-ee17-4306-9462-770fa60bd99b'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:35:01.134703 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] For port 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=3ce74d3a-7f3a-4b16-8536-c56bde4a13d3,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:35:01.135080 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.148515 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Calling delete_port for 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:35:01.213433 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-f2e75081-43d7-494f-9c5b-bbd781412a9b None None] Set router c39dbdd2-ee17-4306-9462-770fa60bd99b gateway port host: None {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:35:01.261788 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:01.265357 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-f2e75081-43d7-494f-9c5b-bbd781412a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:35:01Z', 'revision_number': 6, 'project_id': '9d33b640693442238516535af8320529', 'gw_port_host': None}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:35:01.290431 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e75081-43d7-494f-9c5b-bbd781412a9b None None] The sync data for ids ['c39dbdd2-ee17-4306-9462-770fa60bd99b'] in dv-cinder-784815-15-iscsi is: [{'id': 'c39dbdd2-ee17-4306-9462-770fa60bd99b', 'name': 'tempest-AttachVolumeShelveTestJSON-1837570826-router', 'tenant_id': '9d33b640693442238516535af8320529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:27:58Z', 'updated_at': '2022-08-12T01:35:01Z', 'revision_number': 6, 'project_id': '9d33b640693442238516535af8320529', 'gw_port_host': None}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:35:01.322625 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (3ce74d3a-7f3a-4b16-8536-c56bde4a13d3), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.346325 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce74d3a-7f3a-4b16-8536-c56bde4a13d3,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:01.423956 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362832'] for router_gateway (c39dbdd2-ee17-4306-9462-770fa60bd99b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.509649 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (c39dbdd2-ee17-4306-9462-770fa60bd99b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.511884 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Publish callbacks [] for router_controller (c39dbdd2-ee17-4306-9462-770fa60bd99b), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.555725 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1780034'] for router (c39dbdd2-ee17-4306-9462-770fa60bd99b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.556264 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c39dbdd2-ee17-4306-9462-770fa60bd99b {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 01:35:01.560967 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.562178 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-63a76a95-a100-4a2f-8730-3f5de9210c2e admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/c39dbdd2-ee17-4306-9462-770fa60bd99b HTTP/1.1" status: 204 len: 168 time: 0.7639377 Aug 12 01:35:01.564951 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54734) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:01.614994 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-95006737-65ad-48cd-a375-798ee0475045 admin admin] Deleting subnet d33ce26f-dc4c-4f32-bc97-4170fb266b96 {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:35:01.619726 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-95006737-65ad-48cd-a375-798ee0475045 admin admin] Publish callbacks [] for subnet (d33ce26f-dc4c-4f32-bc97-4170fb266b96), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.656699 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-95006737-65ad-48cd-a375-798ee0475045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66769595'] for subnet (d33ce26f-dc4c-4f32-bc97-4170fb266b96), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.744236 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-95006737-65ad-48cd-a375-798ee0475045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (d33ce26f-dc4c-4f32-bc97-4170fb266b96), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.799971 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-95006737-65ad-48cd-a375-798ee0475045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67055905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63803327'] for subnet (d33ce26f-dc4c-4f32-bc97-4170fb266b96), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.835309 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95006737-65ad-48cd-a375-798ee0475045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33ce26f-dc4c-4f32-bc97-4170fb266b96,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:01.837367 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-95006737-65ad-48cd-a375-798ee0475045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.840331 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-95006737-65ad-48cd-a375-798ee0475045 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/d33ce26f-dc4c-4f32-bc97-4170fb266b96 HTTP/1.1" status: 204 len: 168 time: 0.2744226 Aug 12 01:35:01.841791 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db845ce-53ee-4da3-b560-a0852cfd18aa None None] Network bdc64372-39dc-45f5-ae9b-e7b46a872a57 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:35:01.842983 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54736) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:01.892092 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:01.915359 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (bdc64372-39dc-45f5-ae9b-e7b46a872a57), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:01.957246 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Deleting port aa0f7523-235c-4fbb-aa13-a49cfe713406 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:35:01.957658 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.022364 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] For port aa0f7523-235c-4fbb-aa13-a49cfe713406, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=aa0f7523-235c-4fbb-aa13-a49cfe713406,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:35:02.022364 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.039316 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Calling delete_port for aa0f7523-235c-4fbb-aa13-a49cfe713406 owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:35:02.061122 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] DHCP port deletion for bdc64372-39dc-45f5-ae9b-e7b46a872a57 request from dv-cinder-784815-15-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 12 01:35:02.101791 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Deleting port aa0f7523-235c-4fbb-aa13-a49cfe713406 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:35:02.102174 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.130793 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:02.140470 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.167062 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0f7523-235c-4fbb-aa13-a49cfe713406,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:02.172089 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] No DVR routers for this DVR port aa0f7523-235c-4fbb-aa13-a49cfe713406 on host dv-cinder-784815-15-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:35:02.190319 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] For port aa0f7523-235c-4fbb-aa13-a49cfe713406, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=aa0f7523-235c-4fbb-aa13-a49cfe713406,segment=NetworkSegment(eba2760b-14ea-483e-8936-ec35a5b0bde6),segment_id=eba2760b-14ea-483e-8936-ec35a5b0bde6)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:35:02.191028 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.212462 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Calling delete_port for aa0f7523-235c-4fbb-aa13-a49cfe713406 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:35:02.257608 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (bdc64372-39dc-45f5-ae9b-e7b46a872a57), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.277252 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc64372-39dc-45f5-ae9b-e7b46a872a57']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:35:02.286553 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba2760b-14ea-483e-8936-ec35a5b0bde6') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:35:02.286805 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba2760b-14ea-483e-8936-ec35a5b0bde6') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:35:02.289586 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018'] for port (aa0f7523-235c-4fbb-aa13-a49cfe713406), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.297125 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66769570'] for segment (eba2760b-14ea-483e-8936-ec35a5b0bde6), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.311590 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (eba2760b-14ea-483e-8936-ec35a5b0bde6), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.320269 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:35:02.320620 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67056327'] for segment (eba2760b-14ea-483e-8936-ec35a5b0bde6), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.328573 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Pushing event deleted for resources: {'Port': ['ID=aa0f7523-235c-4fbb-aa13-a49cfe713406,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:02.334964 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] No DVR routers for this DVR port aa0f7523-235c-4fbb-aa13-a49cfe713406 on host dv-cinder-784815-15-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:35:02.347482 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.347482 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.347482 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.347482 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.347482 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.347482 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.348767 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.348767 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.348986 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.352605 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.353159 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.353508 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.353937 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.354276 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.354604 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11171f4d-74dc-4911-adb2-4fc93d3a6c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:02.375302 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment eba2760b-14ea-483e-8936-ec35a5b0bde6 resource provider aggregate not found Aug 12 01:35:02.394036 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment eba2760b-14ea-483e-8936-ec35a5b0bde6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eba2760b-14ea-483e-8936-ec35a5b0bde6 found for delete ", "request_id": "req-dcc5796d-c9e4-47be-aefb-a3efc9ed6086"}]} Aug 12 01:35:02.399388 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (bdc64372-39dc-45f5-ae9b-e7b46a872a57), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.421685 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.428871 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/bdc64372-39dc-45f5-ae9b-e7b46a872a57 HTTP/1.1" status: 204 len: 168 time: 0.5807853 Aug 12 01:35:02.428871 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2321a-ce46-48f7-a725-9e8f16ba24d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc64372-39dc-45f5-ae9b-e7b46a872a57,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:02.491907 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:35:02.515135 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:35:02.515488 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 3ce74d3a-7f3a-4b16-8536-c56bde4a13d3 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:35:02.515938 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 4fa676b6-f175-439f-99f2-30839279b119 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:35:02.535008 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 4fa676b6-f175-439f-99f2-30839279b119 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:35:02.535356 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 4fa676b6-f175-439f-99f2-30839279b119 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:35:02.535958 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device aa0f7523-235c-4fbb-aa13-a49cfe713406 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:35:02.556368 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: aa0f7523-235c-4fbb-aa13-a49cfe713406 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:35:02.556721 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device aa0f7523-235c-4fbb-aa13-a49cfe713406 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:35:02.580526 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54762) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:02.581038 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:02.582829 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=30 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:02.620049 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:02.624121 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-335095ba-7d20-4a3f-ac70-bdd21314b2a2 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9d33b640693442238516535af8320529&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426066 Aug 12 01:35:02.627435 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54764) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:02.674972 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e6575bea-eea4-42eb-a4e7-ea08e93a6355 admin admin] Publish callbacks [] for security_group (214ef1c7-14af-4036-a7af-173789f1c901), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.700066 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e6575bea-eea4-42eb-a4e7-ea08e93a6355 admin admin] Publish callbacks [] for security_group (214ef1c7-14af-4036-a7af-173789f1c901), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.749676 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e6575bea-eea4-42eb-a4e7-ea08e93a6355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (214ef1c7-14af-4036-a7af-173789f1c901), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.752337 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e6575bea-eea4-42eb-a4e7-ea08e93a6355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:02.753501 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e6575bea-eea4-42eb-a4e7-ea08e93a6355 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/214ef1c7-14af-4036-a7af-173789f1c901 HTTP/1.1" status: 204 len: 168 time: 0.1249700 Aug 12 01:35:02.761516 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6575bea-eea4-42eb-a4e7-ea08e93a6355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214ef1c7-14af-4036-a7af-173789f1c901,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:06.516707 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bb28d014-57ef-4641-bc02-3c057d48c48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.052111 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 54926) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:08.164642 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0f9af368-879b-4ce0-a350-8cf2347da009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.239588 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0f9af368-879b-4ce0-a350-8cf2347da009 admin admin] Publish callbacks [] for security_group (0dfb86a5-8794-4b70-9115-3b0421f11045), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.245094 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-0f9af368-879b-4ce0-a350-8cf2347da009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (0dfb86a5-8794-4b70-9115-3b0421f11045), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.283555 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-0f9af368-879b-4ce0-a350-8cf2347da009 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=abb8ee616ff64447b1da6e5d3b7a7886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302365 Aug 12 01:35:08.284306 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9af368-879b-4ce0-a350-8cf2347da009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfb86a5-8794-4b70-9115-3b0421f11045,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:08.286502 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54932) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:08.336198 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e196ad2b-3741-4ee5-a1a9-51508362bdff admin admin] Publish callbacks [] for security_group (0dfb86a5-8794-4b70-9115-3b0421f11045), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.358667 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e196ad2b-3741-4ee5-a1a9-51508362bdff admin admin] Publish callbacks [] for security_group (0dfb86a5-8794-4b70-9115-3b0421f11045), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.410000 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e196ad2b-3741-4ee5-a1a9-51508362bdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (0dfb86a5-8794-4b70-9115-3b0421f11045), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.413847 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e196ad2b-3741-4ee5-a1a9-51508362bdff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.415708 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e196ad2b-3741-4ee5-a1a9-51508362bdff admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0dfb86a5-8794-4b70-9115-3b0421f11045 HTTP/1.1" status: 204 len: 168 time: 0.1279883 Aug 12 01:35:08.426762 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196ad2b-3741-4ee5-a1a9-51508362bdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfb86a5-8794-4b70-9115-3b0421f11045,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:08.689827 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54938) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:08.703509 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a135b1b4-1d0f-4e1a-91b8-61713564e5f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.784957 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a135b1b4-1d0f-4e1a-91b8-61713564e5f3 admin admin] Publish callbacks [] for security_group (4ab7dd12-1e23-4b50-bedc-cb712d0c0fde), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.791672 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-a135b1b4-1d0f-4e1a-91b8-61713564e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (4ab7dd12-1e23-4b50-bedc-cb712d0c0fde), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.833752 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135b1b4-1d0f-4e1a-91b8-61713564e5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab7dd12-1e23-4b50-bedc-cb712d0c0fde,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:08.838836 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-a135b1b4-1d0f-4e1a-91b8-61713564e5f3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b0e323ffc6894efb9c370de16af832d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479614 Aug 12 01:35:08.841757 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 54940) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:08.890636 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76c1fe5a-80ca-4122-9923-e3bd233148ad admin admin] Publish callbacks [] for security_group (4ab7dd12-1e23-4b50-bedc-cb712d0c0fde), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.912134 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76c1fe5a-80ca-4122-9923-e3bd233148ad admin admin] Publish callbacks [] for security_group (4ab7dd12-1e23-4b50-bedc-cb712d0c0fde), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.967718 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76c1fe5a-80ca-4122-9923-e3bd233148ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (4ab7dd12-1e23-4b50-bedc-cb712d0c0fde), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.969017 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dffdeaea-0321-4b18-b063-7ed428eef785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.970506 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-76c1fe5a-80ca-4122-9923-e3bd233148ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:08.974314 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-76c1fe5a-80ca-4122-9923-e3bd233148ad admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4ab7dd12-1e23-4b50-bedc-cb712d0c0fde HTTP/1.1" status: 204 len: 168 time: 0.1291053 Aug 12 01:35:08.980506 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1fe5a-80ca-4122-9923-e3bd233148ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab7dd12-1e23-4b50-bedc-cb712d0c0fde,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:09.130758 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:09.829589 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:10.676811 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 55006) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:10.789710 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3b65c6f-cd02-40d2-ac39-4826542a1431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:10.876375 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3b65c6f-cd02-40d2-ac39-4826542a1431 admin admin] Publish callbacks [] for security_group (7061b576-d986-46bc-9415-ccdd67c9cd64), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:10.881116 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3b65c6f-cd02-40d2-ac39-4826542a1431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (7061b576-d986-46bc-9415-ccdd67c9cd64), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:10.918589 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b65c6f-cd02-40d2-ac39-4826542a1431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7061b576-d986-46bc-9415-ccdd67c9cd64,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:10.922686 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e3b65c6f-cd02-40d2-ac39-4826542a1431 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7abecb3170554c3292648360471a142d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448151 Aug 12 01:35:10.925492 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 55020) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:10.942532 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:10.974355 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:10.980202 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6f8df698-d9a7-407a-9bd7-09c51758cc01 admin admin] Publish callbacks [] for security_group (7061b576-d986-46bc-9415-ccdd67c9cd64), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:11.005480 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6f8df698-d9a7-407a-9bd7-09c51758cc01 admin admin] Publish callbacks [] for security_group (7061b576-d986-46bc-9415-ccdd67c9cd64), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:11.055243 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6f8df698-d9a7-407a-9bd7-09c51758cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (7061b576-d986-46bc-9415-ccdd67c9cd64), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:11.059289 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6f8df698-d9a7-407a-9bd7-09c51758cc01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:11.060495 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6f8df698-d9a7-407a-9bd7-09c51758cc01 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7061b576-d986-46bc-9415-ccdd67c9cd64 HTTP/1.1" status: 204 len: 168 time: 0.1340992 Aug 12 01:35:11.068312 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8df698-d9a7-407a-9bd7-09c51758cc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7061b576-d986-46bc-9415-ccdd67c9cd64,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:11.341775 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 55030) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:11.355426 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bf1267a5-a625-40f9-a099-26d7ed6b07a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:11.435769 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bf1267a5-a625-40f9-a099-26d7ed6b07a6 admin admin] Publish callbacks [] for security_group (e6e3b629-610a-4bb2-adbc-9f1202cb93ff), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:11.441735 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bf1267a5-a625-40f9-a099-26d7ed6b07a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e6e3b629-610a-4bb2-adbc-9f1202cb93ff), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:11.483352 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-bf1267a5-a625-40f9-a099-26d7ed6b07a6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d9839cd7ac6e4d5b920c4d8214e49fcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404479 Aug 12 01:35:11.484294 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1267a5-a625-40f9-a099-26d7ed6b07a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e3b629-610a-4bb2-adbc-9f1202cb93ff,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:11.486270 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 55032) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:11.525022 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:11.540702 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c744851-a6e7-4ef6-869d-d574963d51f6 admin admin] Publish callbacks [] for security_group (e6e3b629-610a-4bb2-adbc-9f1202cb93ff), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:11.563165 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c744851-a6e7-4ef6-869d-d574963d51f6 admin admin] Publish callbacks [] for security_group (e6e3b629-610a-4bb2-adbc-9f1202cb93ff), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:11.591432 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:11.613152 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c744851-a6e7-4ef6-869d-d574963d51f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e6e3b629-610a-4bb2-adbc-9f1202cb93ff), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:11.615727 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9c744851-a6e7-4ef6-869d-d574963d51f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:11.619584 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9c744851-a6e7-4ef6-869d-d574963d51f6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e6e3b629-610a-4bb2-adbc-9f1202cb93ff HTTP/1.1" status: 204 len: 168 time: 0.1323085 Aug 12 01:35:11.627570 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c744851-a6e7-4ef6-869d-d574963d51f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e3b629-610a-4bb2-adbc-9f1202cb93ff,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:11.664034 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:15.202533 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:35:19.254495 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-2152ca53-9c12-4f66-bf87-2790834704c5 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-531838359&fields=id&tenant_id=2ca05e52a1c94aa7a8877ea34c412c95 HTTP/1.1" status: 200 len: 267 time: 0.0459185 Aug 12 01:35:19.363235 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-6cc5b3f5-b71d-4d0c-8f30-ac5014f2ea80 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:19.364841 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-6cc5b3f5-b71d-4d0c-8f30-ac5014f2ea80 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 811 time: 0.1034503 Aug 12 01:35:19.380180 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-fbfa2250-239c-4a29-8691-9bb08593342a tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/quotas/2ca05e52a1c94aa7a8877ea34c412c95 HTTP/1.1" status: 200 len: 375 time: 0.0094337 Aug 12 01:35:19.441826 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-688351fd-0958-4ba0-946d-93d9db4f7c83 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561965 Aug 12 01:35:19.659093 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-afe1f532-380b-4730-87f2-945e7243782f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037694 Aug 12 01:35:19.755546 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-5e151aa0-49cb-435f-966b-9df43e6bf9f4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905957 Aug 12 01:35:20.091364 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-49e11377-331b-4c38-bbc4-c383cb21048d req-ab6744a6-4141-4674-bd07-c484559e3dd5 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 210 time: 0.0390041 Aug 12 01:35:20.196214 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 55264) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:20.333404 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7867857b-47a3-43a2-9bcb-f81c315b02ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.385398 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:20.431344 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7867857b-47a3-43a2-9bcb-f81c315b02ef admin admin] Publish callbacks [] for security_group (46d82dca-a34f-4cb4-b7f5-cfae9d47d01d), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.437187 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7867857b-47a3-43a2-9bcb-f81c315b02ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (46d82dca-a34f-4cb4-b7f5-cfae9d47d01d), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.490077 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7867857b-47a3-43a2-9bcb-f81c315b02ef admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3542fb1346f94592b6d6e7f171189551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905550 Aug 12 01:35:20.490321 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 55280) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:20.490811 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867857b-47a3-43a2-9bcb-f81c315b02ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d82dca-a34f-4cb4-b7f5-cfae9d47d01d,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:20.536891 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 55282) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:20.546583 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6a0952eb-5d21-4132-bc11-4cd3357fad00 admin admin] Publish callbacks [] for security_group (46d82dca-a34f-4cb4-b7f5-cfae9d47d01d), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.572026 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6a0952eb-5d21-4132-bc11-4cd3357fad00 admin admin] Publish callbacks [] for security_group (46d82dca-a34f-4cb4-b7f5-cfae9d47d01d), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.625892 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6a0952eb-5d21-4132-bc11-4cd3357fad00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (46d82dca-a34f-4cb4-b7f5-cfae9d47d01d), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.628454 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6a0952eb-5d21-4132-bc11-4cd3357fad00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.629656 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6a0952eb-5d21-4132-bc11-4cd3357fad00 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/46d82dca-a34f-4cb4-b7f5-cfae9d47d01d HTTP/1.1" status: 204 len: 168 time: 0.1390636 Aug 12 01:35:20.646526 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0952eb-5d21-4132-bc11-4cd3357fad00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d82dca-a34f-4cb4-b7f5-cfae9d47d01d,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:20.665654 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5c69fc37-de62-4bf3-bcd6-e0437ca897ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.758897 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5c69fc37-de62-4bf3-bcd6-e0437ca897ab admin admin] Publish callbacks [] for security_group (77b6cc67-edc5-4827-bfce-b39040221532), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.763481 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-5c69fc37-de62-4bf3-bcd6-e0437ca897ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (77b6cc67-edc5-4827-bfce-b39040221532), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.804103 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-5c69fc37-de62-4bf3-bcd6-e0437ca897ab admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9e4cc48e26624b5da90fa23083dc09f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658329 Aug 12 01:35:20.804988 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69fc37-de62-4bf3-bcd6-e0437ca897ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b6cc67-edc5-4827-bfce-b39040221532,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:20.806923 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 55290) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:20.814605 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:20.838563 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:20.862988 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1aff80e9-04d4-4a58-807e-7567b8a4a605 admin admin] Publish callbacks [] for security_group (77b6cc67-edc5-4827-bfce-b39040221532), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.885175 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1aff80e9-04d4-4a58-807e-7567b8a4a605 admin admin] Publish callbacks [] for security_group (77b6cc67-edc5-4827-bfce-b39040221532), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.933961 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1aff80e9-04d4-4a58-807e-7567b8a4a605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (77b6cc67-edc5-4827-bfce-b39040221532), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.935693 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 55292) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:20.936559 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-1aff80e9-04d4-4a58-807e-7567b8a4a605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:20.937731 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1aff80e9-04d4-4a58-807e-7567b8a4a605 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/77b6cc67-edc5-4827-bfce-b39040221532 HTTP/1.1" status: 204 len: 168 time: 0.1296697 Aug 12 01:35:20.946960 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff80e9-04d4-4a58-807e-7567b8a4a605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b6cc67-edc5-4827-bfce-b39040221532,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:20.960526 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a834ec5b-9cea-4d8a-91c3-9105b6f946f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.102582 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a834ec5b-9cea-4d8a-91c3-9105b6f946f1 admin admin] Publish callbacks [] for security_group (7b3fda7c-73cc-4a46-9460-7cc9acfaa9fb), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.108575 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a834ec5b-9cea-4d8a-91c3-9105b6f946f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (7b3fda7c-73cc-4a46-9460-7cc9acfaa9fb), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.185188 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a834ec5b-9cea-4d8a-91c3-9105b6f946f1 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5fb3b3486bdd480ea919ba78525ede7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481604 Aug 12 01:35:21.202579 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 55300) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:21.233925 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-29c04e42-c969-4345-a70b-30cfc8b8b2fb req-f72be357-9261-42a5-8444-1baf46d5e805 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 210 time: 0.0631316 Aug 12 01:35:21.236942 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-273e5d42-85a7-43a0-85b8-77b9d9fb71cf tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:21.239044 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-273e5d42-85a7-43a0-85b8-77b9d9fb71cf tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 811 time: 0.2024140 Aug 12 01:35:21.240078 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834ec5b-9cea-4d8a-91c3-9105b6f946f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3fda7c-73cc-4a46-9460-7cc9acfaa9fb,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:21.273184 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-675506c4-98b1-4aaa-8a8a-459a6fc2d4ba admin admin] Publish callbacks [] for security_group (7b3fda7c-73cc-4a46-9460-7cc9acfaa9fb), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.302195 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-675506c4-98b1-4aaa-8a8a-459a6fc2d4ba admin admin] Publish callbacks [] for security_group (7b3fda7c-73cc-4a46-9460-7cc9acfaa9fb), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.362427 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-675506c4-98b1-4aaa-8a8a-459a6fc2d4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (7b3fda7c-73cc-4a46-9460-7cc9acfaa9fb), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.365132 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-675506c4-98b1-4aaa-8a8a-459a6fc2d4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.366285 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-675506c4-98b1-4aaa-8a8a-459a6fc2d4ba admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7b3fda7c-73cc-4a46-9460-7cc9acfaa9fb HTTP/1.1" status: 204 len: 168 time: 0.1627553 Aug 12 01:35:21.366839 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 55308) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:21.384972 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-c9c131e2-50fb-45f6-baec-bbfaf8fbc076 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2ca05e52a1c94aa7a8877ea34c412c95 HTTP/1.1" status: 200 len: 379 time: 0.1360278 Aug 12 01:35:21.387272 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675506c4-98b1-4aaa-8a8a-459a6fc2d4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3fda7c-73cc-4a46-9460-7cc9acfaa9fb,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:21.389295 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f01a96c3-9f1f-463f-83ee-2c23e2d3511d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.409119 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:21.412100 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'port': {'device_id': '8c36d121-4610-4641-b12a-680daf8cf440', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'admin_state_up': True, 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'security_groups': ['1e700171-0f90-4375-ad7a-cc019d9ab487']}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:35:21.488067 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f01a96c3-9f1f-463f-83ee-2c23e2d3511d admin admin] Publish callbacks [] for security_group (b33d238a-1b76-4898-bef1-57b739fca8ac), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.493602 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f01a96c3-9f1f-463f-83ee-2c23e2d3511d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (b33d238a-1b76-4898-bef1-57b739fca8ac), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.502273 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:21.524776 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a96c3-9f1f-463f-83ee-2c23e2d3511d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33d238a-1b76-4898-bef1-57b739fca8ac,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:21.558796 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 55316) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:21.559241 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f01a96c3-9f1f-463f-83ee-2c23e2d3511d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a931c91c1cb54635a2424a37388de609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884708 Aug 12 01:35:21.608009 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:21.620513 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Made reservation on behalf of 2ca05e52a1c94aa7a8877ea34c412c95 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:35:21.624601 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.671314 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-53021599-e922-4d81-81e7-9138b755517b admin admin] Publish callbacks [] for security_group (b33d238a-1b76-4898-bef1-57b739fca8ac), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.757691 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-53021599-e922-4d81-81e7-9138b755517b admin admin] Publish callbacks [] for security_group (b33d238a-1b76-4898-bef1-57b739fca8ac), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.837361 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Allocated IP 172.20.0.6 (4d3c14b0-d6e3-49a6-94a3-2110714459d1/0cdc836c-d627-48a6-ab6d-4370c4105d9e/1e026290-e0ea-4142-992c-806bce55dee6) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:35:21.870556 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-53021599-e922-4d81-81e7-9138b755517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (b33d238a-1b76-4898-bef1-57b739fca8ac), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.873300 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-53021599-e922-4d81-81e7-9138b755517b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:21.876847 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-53021599-e922-4d81-81e7-9138b755517b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b33d238a-1b76-4898-bef1-57b739fca8ac HTTP/1.1" status: 204 len: 168 time: 0.3139286 Aug 12 01:35:21.895313 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021599-e922-4d81-81e7-9138b755517b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33d238a-1b76-4898-bef1-57b739fca8ac,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:22.025552 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for port (1e026290-e0ea-4142-992c-806bce55dee6), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:22.060959 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (1e026290-e0ea-4142-992c-806bce55dee6), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:22.110024 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:35:22.115812 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:35:22.119982 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:35:22.147784 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'Port': ['ID=1e026290-e0ea-4142-992c-806bce55dee6,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:22.198713 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:22.199435 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:22.228058 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-260d520f-9e78-40b0-9fbc-dcc0451e5f8b tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8371377 Aug 12 01:35:22.240844 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Request body: {'port': {'device_id': '8c36d121-4610-4641-b12a-680daf8cf440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:35:22.284323 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:22.332694 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (1e026290-e0ea-4142-992c-806bce55dee6), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:22.417647 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132f23e-5eae-4a66-829d-645bb47d45b9 req-87431623-17a5-436c-aa77-d8fb8d8cd175 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:22.419714 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b132f23e-5eae-4a66-829d-645bb47d45b9 req-87431623-17a5-436c-aa77-d8fb8d8cd175 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 931 time: 0.0787995 Aug 12 01:35:22.494931 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-2f9d2a59-637b-45cc-90fe-f58280ca991e None None] Provisioning complete for port 1e026290-e0ea-4142-992c-806bce55dee6 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:35:22.496128 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-2f9d2a59-637b-45cc-90fe-f58280ca991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (1e026290-e0ea-4142-992c-806bce55dee6), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:22.513336 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b132f23e-5eae-4a66-829d-645bb47d45b9 req-d1198d7b-503e-44db-803f-8b5d347253b3 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846961 Aug 12 01:35:22.557966 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d2a59-637b-45cc-90fe-f58280ca991e None None] Port 1e026290-e0ea-4142-992c-806bce55dee6 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:35:22.650777 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:22.694617 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e026290-e0ea-4142-992c-806bce55dee6 {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:35:22.703084 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Publish callbacks [] for port (1e026290-e0ea-4142-992c-806bce55dee6), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:22.718567 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Transition to ACTIVE for port object 1e026290-e0ea-4142-992c-806bce55dee6 will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:35:22.728255 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (1e026290-e0ea-4142-992c-806bce55dee6), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:22.835921 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Pushing event updated for resources: {'Port': ['ID=1e026290-e0ea-4142-992c-806bce55dee6,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:22.872060 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Attempting to bind port 1e026290-e0ea-4142-992c-806bce55dee6 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:35:22.872499 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Attempting to bind port 1e026290-e0ea-4142-992c-806bce55dee6 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:35:22.872860 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Attempting to bind port 1e026290-e0ea-4142-992c-806bce55dee6 on network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:35:22.877885 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Port 1e026290-e0ea-4142-992c-806bce55dee6 on network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:35:22.878229 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Attempting to bind port 1e026290-e0ea-4142-992c-806bce55dee6 on network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:35:22.883862 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:35:22.884227 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Checking segment: {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:35:22.884634 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Bound using segment: {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:35:22.885076 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Bound port: 1e026290-e0ea-4142-992c-806bce55dee6, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcca122-6f5e-4f5e-9f45-a8790f281b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:35:22.885438 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (1e026290-e0ea-4142-992c-806bce55dee6), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:23.222801 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] For port 1e026290-e0ea-4142-992c-806bce55dee6, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:35:23.226670 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] For port 1e026290-e0ea-4142-992c-806bce55dee6, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1e026290-e0ea-4142-992c-806bce55dee6,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:35:23.233783 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (1e026290-e0ea-4142-992c-806bce55dee6), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:23.238154 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:23.238859 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:23.240430 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/1e026290-e0ea-4142-992c-806bce55dee6 HTTP/1.1" status: 200 len: 1093 time: 1.0040693 Aug 12 01:35:23.242126 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c36d121-4610-4641-b12a-680daf8cf440', 'tag': '1e026290-e0ea-4142-992c-806bce55dee6'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:35:23.245158 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb72dfa-ad07-4d54-bf3c-98731cbff97d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c36d121-4610-4641-b12a-680daf8cf440", "tag": "1e026290-e0ea-4142-992c-806bce55dee6"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:35:23.319290 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55309cd8-36fc-425b-84c7-59aba71ba283 x-openstack-request-id: req-55309cd8-36fc-425b-84c7-59aba71ba283 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:35:23.319501 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c36d121-4610-4641-b12a-680daf8cf440", "tag": "1e026290-e0ea-4142-992c-806bce55dee6", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:35:23.319790 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55309cd8-36fc-425b-84c7-59aba71ba283 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:35:23.320201 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55309cd8-36fc-425b-84c7-59aba71ba283'] response: {'name': 'network-changed', 'server_uuid': '8c36d121-4610-4641-b12a-680daf8cf440', 'tag': '1e026290-e0ea-4142-992c-806bce55dee6', 'status': 'completed', 'code': 200} Aug 12 01:35:23.323230 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd46cc-5407-4a43-9206-2ad491953d91 service neutron] Pushing event updated for resources: {'Port': ['ID=1e026290-e0ea-4142-992c-806bce55dee6,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:23.335394 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-7b0177ee-1788-479e-a634-a106db1d5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:23.336965 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-7b0177ee-1788-479e-a634-a106db1d5866 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 1127 time: 0.0521259 Aug 12 01:35:23.384817 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-28456e0a-29d3-43dd-a3f8-f4f0945b68f1 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e026290-e0ea-4142-992c-806bce55dee6 HTTP/1.1" status: 200 len: 217 time: 0.0392895 Aug 12 01:35:23.440247 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-41c425b6-3850-4e96-9e79-02998a61bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:23.441755 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-41c425b6-3850-4e96-9e79-02998a61bb3f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 200 len: 850 time: 0.0512722 Aug 12 01:35:23.491211 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-95b3b71f-721b-46ef-9a69-e5a47771d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:23.492760 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-95b3b71f-721b-46ef-9a69-e5a47771d6cc service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4d3c14b0-d6e3-49a6-94a3-2110714459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452237 Aug 12 01:35:23.623336 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-9d5b55fe-a462-4b1b-8fd4-3e42f965e8f7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237371 Aug 12 01:35:23.643810 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a7d8-0024-43c9-ab26-a6626cd59a11 req-13d7a178-59cb-49d0-9b8d-4e0d1c3914ba tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:23.645419 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6ea2a7d8-0024-43c9-ab26-a6626cd59a11 req-13d7a178-59cb-49d0-9b8d-4e0d1c3914ba tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 943 time: 0.0478637 Aug 12 01:35:23.715362 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:23.720148 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6ea2a7d8-0024-43c9-ab26-a6626cd59a11 req-06687270-cfeb-4c02-bc91-d059cc562147 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675571 Aug 12 01:35:23.726788 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-36ed7cbd-e0f8-42f2-ac6f-9d9a1b3bf1b3 req-4dbe77f9-8b4a-4c15-ac31-f65c254ad3a0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975718 Aug 12 01:35:24.026941 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb72dfa-ad07-4d54-bf3c-98731cbff97d req-a221ac68-2a68-41a3-a979-66853f4c8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:24.028516 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aeb72dfa-ad07-4d54-bf3c-98731cbff97d req-a221ac68-2a68-41a3-a979-66853f4c8946 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 1127 time: 0.0406215 Aug 12 01:35:24.125232 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb72dfa-ad07-4d54-bf3c-98731cbff97d req-c05359ea-f002-495a-bc68-02c8a3274aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:24.126921 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aeb72dfa-ad07-4d54-bf3c-98731cbff97d req-c05359ea-f002-495a-bc68-02c8a3274aa7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 912 time: 0.0914140 Aug 12 01:35:24.191554 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aeb72dfa-ad07-4d54-bf3c-98731cbff97d req-f80bb493-e7e0-466b-8f50-9f406d6380b8 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e026290-e0ea-4142-992c-806bce55dee6 HTTP/1.1" status: 200 len: 217 time: 0.0543613 Aug 12 01:35:24.254797 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb72dfa-ad07-4d54-bf3c-98731cbff97d req-08e68fca-16f4-43be-b3e2-703021b6cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:24.257500 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aeb72dfa-ad07-4d54-bf3c-98731cbff97d req-08e68fca-16f4-43be-b3e2-703021b6cf18 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 200 len: 850 time: 0.0531580 Aug 12 01:35:24.302620 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb72dfa-ad07-4d54-bf3c-98731cbff97d req-83079a39-1740-43d8-b775-63f517fcf549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:24.304509 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aeb72dfa-ad07-4d54-bf3c-98731cbff97d req-83079a39-1740-43d8-b775-63f517fcf549 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4d3c14b0-d6e3-49a6-94a3-2110714459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403340 Aug 12 01:35:24.397590 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:24.402966 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aeb72dfa-ad07-4d54-bf3c-98731cbff97d req-6cf2cfb2-d8bd-4ca4-a32a-145863e88f28 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922806 Aug 12 01:35:24.522586 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-aeb72dfa-ad07-4d54-bf3c-98731cbff97d req-135f8eba-efaf-4843-b8e6-ae4b3fe1d3a7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130981 Aug 12 01:35:24.855563 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b31d21-8085-416a-8276-4c34e8ca86f8 req-fd5097c1-36a4-4e39-9b20-384e272189bf tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:24.857096 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-86b31d21-8085-416a-8276-4c34e8ca86f8 req-fd5097c1-36a4-4e39-9b20-384e272189bf tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 943 time: 0.0508132 Aug 12 01:35:24.904931 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-86b31d21-8085-416a-8276-4c34e8ca86f8 req-98c0eaaa-db89-425f-ae51-f07906395351 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421436 Aug 12 01:35:26.050201 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11b8ea-1f1f-43cb-9e86-63dc3d24bc58 req-d3f5934c-c305-4b78-bcf6-8ba895b4cd89 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:26.052102 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-af11b8ea-1f1f-43cb-9e86-63dc3d24bc58 req-d3f5934c-c305-4b78-bcf6-8ba895b4cd89 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 943 time: 0.0544028 Aug 12 01:35:26.096088 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:26.101280 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-af11b8ea-1f1f-43cb-9e86-63dc3d24bc58 req-7df4a9c9-6d0b-4de9-a8b4-49c55fc923b4 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434241 Aug 12 01:35:26.783933 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 55530) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:26.895394 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ffeff60e-a80e-4b78-a4a6-bac1cd33bdf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:26.939121 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:26.983848 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ffeff60e-a80e-4b78-a4a6-bac1cd33bdf7 admin admin] Publish callbacks [] for security_group (83a9098c-ac85-4e98-9c9c-b9b25c6b0f66), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:26.990074 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ffeff60e-a80e-4b78-a4a6-bac1cd33bdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (83a9098c-ac85-4e98-9c9c-b9b25c6b0f66), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:27.027728 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeff60e-a80e-4b78-a4a6-bac1cd33bdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a9098c-ac85-4e98-9c9c-b9b25c6b0f66,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:27.036365 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ffeff60e-a80e-4b78-a4a6-bac1cd33bdf7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7a84b26bd38f4c66a46e0a7eeabb9a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482750 Aug 12 01:35:27.036365 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 55536) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:27.095707 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e48c82ae-c903-48e3-a062-72e6711b0d7b admin admin] Publish callbacks [] for security_group (83a9098c-ac85-4e98-9c9c-b9b25c6b0f66), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:27.117999 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e48c82ae-c903-48e3-a062-72e6711b0d7b admin admin] Publish callbacks [] for security_group (83a9098c-ac85-4e98-9c9c-b9b25c6b0f66), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:27.182263 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e48c82ae-c903-48e3-a062-72e6711b0d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (83a9098c-ac85-4e98-9c9c-b9b25c6b0f66), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:27.185431 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e48c82ae-c903-48e3-a062-72e6711b0d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:27.189517 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e48c82ae-c903-48e3-a062-72e6711b0d7b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/83a9098c-ac85-4e98-9c9c-b9b25c6b0f66 HTTP/1.1" status: 204 len: 168 time: 0.1492968 Aug 12 01:35:27.205552 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c82ae-c903-48e3-a062-72e6711b0d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a9098c-ac85-4e98-9c9c-b9b25c6b0f66,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:27.264850 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365593bc-9b73-44b4-b350-d7626607ca53 req-17db02fb-688a-4318-a2bb-e9c7a8c2e451 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:27.266591 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-365593bc-9b73-44b4-b350-d7626607ca53 req-17db02fb-688a-4318-a2bb-e9c7a8c2e451 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 943 time: 0.0768278 Aug 12 01:35:27.319644 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-365593bc-9b73-44b4-b350-d7626607ca53 req-1314b452-ee83-492e-8c8a-428482607a9d tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450435 Aug 12 01:35:27.487236 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 55552) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:27.500505 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2d8e131d-62bd-47bc-aa1e-509d61926d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:27.574806 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2d8e131d-62bd-47bc-aa1e-509d61926d1d admin admin] Publish callbacks [] for security_group (17eeddd6-5cb9-48be-915c-cabcad689258), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:27.580262 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-2d8e131d-62bd-47bc-aa1e-509d61926d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (17eeddd6-5cb9-48be-915c-cabcad689258), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:27.624653 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-2d8e131d-62bd-47bc-aa1e-509d61926d1d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9911b6374a86465ca57730fbd917f225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363041 Aug 12 01:35:27.625848 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e131d-62bd-47bc-aa1e-509d61926d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17eeddd6-5cb9-48be-915c-cabcad689258,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:27.627574 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 55554) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:27.689674 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc3de069-c913-4627-84e0-ac9021d579b1 admin admin] Publish callbacks [] for security_group (17eeddd6-5cb9-48be-915c-cabcad689258), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:27.711400 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc3de069-c913-4627-84e0-ac9021d579b1 admin admin] Publish callbacks [] for security_group (17eeddd6-5cb9-48be-915c-cabcad689258), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:27.768198 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc3de069-c913-4627-84e0-ac9021d579b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (17eeddd6-5cb9-48be-915c-cabcad689258), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:27.770776 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-dc3de069-c913-4627-84e0-ac9021d579b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:27.771977 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-dc3de069-c913-4627-84e0-ac9021d579b1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/17eeddd6-5cb9-48be-915c-cabcad689258 HTTP/1.1" status: 204 len: 168 time: 0.1433911 Aug 12 01:35:27.780222 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3de069-c913-4627-84e0-ac9021d579b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eeddd6-5cb9-48be-915c-cabcad689258,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:28.455889 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed7e08-3dee-498b-ad29-0fe8885828fa req-6decc0f2-8e7d-47c8-a1df-1bc1090158d2 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:28.457381 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f8ed7e08-3dee-498b-ad29-0fe8885828fa req-6decc0f2-8e7d-47c8-a1df-1bc1090158d2 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 943 time: 0.0504899 Aug 12 01:35:28.522967 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f8ed7e08-3dee-498b-ad29-0fe8885828fa req-32946306-17bc-444f-b26e-31f03c9cf738 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581517 Aug 12 01:35:28.938848 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 55594) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:29.069118 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-15f67b2e-851d-43f9-9e52-69b36cbd0d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:29.155710 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-15f67b2e-851d-43f9-9e52-69b36cbd0d60 admin admin] Publish callbacks [] for security_group (338225a0-9075-45a1-97af-05a0c5614898), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:29.161283 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-15f67b2e-851d-43f9-9e52-69b36cbd0d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (338225a0-9075-45a1-97af-05a0c5614898), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:29.201226 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f67b2e-851d-43f9-9e52-69b36cbd0d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338225a0-9075-45a1-97af-05a0c5614898,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:29.206242 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-15f67b2e-851d-43f9-9e52-69b36cbd0d60 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f0644dab20ea40b5b3a60c2fb440faa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656035 Aug 12 01:35:29.208873 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 55598) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:29.258123 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d52c550b-9aa5-4f13-a578-5b80c20c7dfd admin admin] Publish callbacks [] for security_group (338225a0-9075-45a1-97af-05a0c5614898), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:29.268394 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:29.280539 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d52c550b-9aa5-4f13-a578-5b80c20c7dfd admin admin] Publish callbacks [] for security_group (338225a0-9075-45a1-97af-05a0c5614898), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:29.342035 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d52c550b-9aa5-4f13-a578-5b80c20c7dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (338225a0-9075-45a1-97af-05a0c5614898), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:29.344632 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-d52c550b-9aa5-4f13-a578-5b80c20c7dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:29.345868 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-d52c550b-9aa5-4f13-a578-5b80c20c7dfd admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/338225a0-9075-45a1-97af-05a0c5614898 HTTP/1.1" status: 204 len: 168 time: 0.1366520 Aug 12 01:35:29.355280 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c550b-9aa5-4f13-a578-5b80c20c7dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338225a0-9075-45a1-97af-05a0c5614898,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:29.792229 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63babf58-0a79-4480-88df-45e43874c4b2 req-4a00bd67-7e83-4fcd-841d-812cc8f75916 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:29.796119 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-63babf58-0a79-4480-88df-45e43874c4b2 req-4a00bd67-7e83-4fcd-841d-812cc8f75916 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 943 time: 0.0535500 Aug 12 01:35:29.853646 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-63babf58-0a79-4480-88df-45e43874c4b2 req-372eb971-2dec-48a5-994b-d4644ce1fb3d tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529125 Aug 12 01:35:30.983099 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b367c3-c847-4193-bb86-c2a6bf954e8e req-a10e81e9-4500-4a0f-aa4a-d7d3e73b232a tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:30.984672 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-10b367c3-c847-4193-bb86-c2a6bf954e8e req-a10e81e9-4500-4a0f-aa4a-d7d3e73b232a tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 943 time: 0.0561674 Aug 12 01:35:30.998266 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:31.039508 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-10b367c3-c847-4193-bb86-c2a6bf954e8e req-782b1ecd-598e-4fc6-b9ff-3a17ca3dc93e tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464308 Aug 12 01:35:31.240272 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 1e026290-e0ea-4142-992c-806bce55dee6 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:35:31.259255 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:31.350936 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 1e026290-e0ea-4142-992c-806bce55dee6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1e026290-e0ea-4142-992c-806bce55dee6,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:35:31.362416 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '1e026290-e0ea-4142-992c-806bce55dee6', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'port_id': '1e026290-e0ea-4142-992c-806bce55dee6', 'mac_address': 'fa:16:3e:3f:b6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:35:31.398437 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 1e026290-e0ea-4142-992c-806bce55dee6 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:35:31.398820 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (1e026290-e0ea-4142-992c-806bce55dee6), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:31.412537 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e026290-e0ea-4142-992c-806bce55dee6 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:35:31.440066 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 1e026290-e0ea-4142-992c-806bce55dee6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1e026290-e0ea-4142-992c-806bce55dee6,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:35:31.446362 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (1e026290-e0ea-4142-992c-806bce55dee6), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:31.496008 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=1e026290-e0ea-4142-992c-806bce55dee6,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:31.704679 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['1e026290-e0ea-4142-992c-806bce55dee6'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:35:32.164158 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c79195-50d3-4373-bea5-417a1803c9c2 req-b51186bc-de81-4b0d-832a-f533045f1399 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:32.165607 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-44c79195-50d3-4373-bea5-417a1803c9c2 req-b51186bc-de81-4b0d-832a-f533045f1399 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 944 time: 0.0512302 Aug 12 01:35:32.184439 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:32.217406 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-44c79195-50d3-4373-bea5-417a1803c9c2 req-6977bf3f-aac2-4939-ac1d-6fa0c154cec6 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461550 Aug 12 01:35:33.146293 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:33.351751 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2b340-6cb1-4791-990c-5843b8b712e3 req-4494b950-6865-4c5b-b54d-6589dcd7c3ba tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:33.353146 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0fd2b340-6cb1-4791-990c-5843b8b712e3 req-4494b950-6865-4c5b-b54d-6589dcd7c3ba tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 944 time: 0.0577292 Aug 12 01:35:33.406132 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0fd2b340-6cb1-4791-990c-5843b8b712e3 req-e64b3247-719a-4146-96d6-a4d931f1e371 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472105 Aug 12 01:35:34.167517 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:34.542519 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36b841-9ae1-499f-bd1b-b278f56115df req-5b372c6d-af1a-4a44-be70-0c51c175805e tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:34.544212 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6f36b841-9ae1-499f-bd1b-b278f56115df req-5b372c6d-af1a-4a44-be70-0c51c175805e tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 944 time: 0.0542119 Aug 12 01:35:34.594741 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6f36b841-9ae1-499f-bd1b-b278f56115df req-c52705af-5bc6-4d20-b59f-8eee7591d0b6 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443823 Aug 12 01:35:35.330057 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 1e026290-e0ea-4142-992c-806bce55dee6 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:35:35.357331 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:35.379319 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port 1e026290-e0ea-4142-992c-806bce55dee6 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:35:35.385256 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 1e026290-e0ea-4142-992c-806bce55dee6 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:35:35.385630 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (1e026290-e0ea-4142-992c-806bce55dee6), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:35.459699 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 1e026290-e0ea-4142-992c-806bce55dee6 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:35:35.460080 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (1e026290-e0ea-4142-992c-806bce55dee6), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:35.484599 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c36d121-4610-4641-b12a-680daf8cf440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e026290-e0ea-4142-992c-806bce55dee6'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:35:35.488280 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f92fa4e-c8f2-4189-8c94-73f53d50bac3" -d '{"events": [{"server_uuid": "8c36d121-4610-4641-b12a-680daf8cf440", "name": "network-vif-plugged", "status": "completed", "tag": "1e026290-e0ea-4142-992c-806bce55dee6"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:35:35.503167 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 1e026290-e0ea-4142-992c-806bce55dee6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1e026290-e0ea-4142-992c-806bce55dee6,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:35:35.509267 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (1e026290-e0ea-4142-992c-806bce55dee6), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:35.535251 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81531ba2-5e5a-4023-ae55-fccb7e556416 x-openstack-request-id: req-81531ba2-5e5a-4023-ae55-fccb7e556416 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:35:35.535669 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c36d121-4610-4641-b12a-680daf8cf440", "name": "network-vif-plugged", "status": "completed", "tag": "1e026290-e0ea-4142-992c-806bce55dee6", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:35:35.536040 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81531ba2-5e5a-4023-ae55-fccb7e556416 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:35:35.536648 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81531ba2-5e5a-4023-ae55-fccb7e556416'] response: {'server_uuid': '8c36d121-4610-4641-b12a-680daf8cf440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e026290-e0ea-4142-992c-806bce55dee6', 'code': 200} Aug 12 01:35:35.539343 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:35.566197 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=1e026290-e0ea-4142-992c-806bce55dee6,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:35.746846 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a2507-941e-4ee4-b4a1-23e7d26e7487 req-49005474-90cf-400c-a974-b4f549485f33 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:35.748282 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ea7a2507-941e-4ee4-b4a1-23e7d26e7487 req-49005474-90cf-400c-a974-b4f549485f33 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0655880 Aug 12 01:35:35.808980 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ea7a2507-941e-4ee4-b4a1-23e7d26e7487 req-6f4518cf-b6b0-4171-ac48-ec8a73a78de1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515110 Aug 12 01:35:36.528442 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-55e1faa3-b56d-4c40-bd76-04e5aceba691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:36.950532 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cd593-4001-4282-a86e-76ddbe48ef9f req-fe855f6f-4e4b-4e55-870e-92fcc53b3f8f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:36.952468 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ef6cd593-4001-4282-a86e-76ddbe48ef9f req-fe855f6f-4e4b-4e55-870e-92fcc53b3f8f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0534487 Aug 12 01:35:37.007390 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ef6cd593-4001-4282-a86e-76ddbe48ef9f req-29759dcb-6686-46a9-bbe8-7b6d5a1d6f96 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491607 Aug 12 01:35:38.125547 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d38f8-c065-4029-a17e-49f7f2bff76d req-be2a4004-12af-44e1-b30c-bdfa76ee5a4a tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:38.127180 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4c8d38f8-c065-4029-a17e-49f7f2bff76d req-be2a4004-12af-44e1-b30c-bdfa76ee5a4a tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0481591 Aug 12 01:35:38.184341 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4c8d38f8-c065-4029-a17e-49f7f2bff76d req-a4d68cbf-b34e-4508-b121-841a5bf3b4ab tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493898 Aug 12 01:35:38.375089 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e945bf4-299d-4f43-80c7-ecb9b3d9c9ce req-42caf3ac-0bc7-4ca1-8fb7-badde59259da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:38.376631 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5e945bf4-299d-4f43-80c7-ecb9b3d9c9ce req-42caf3ac-0bc7-4ca1-8fb7-badde59259da service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 1129 time: 0.0413868 Aug 12 01:35:38.425050 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5e945bf4-299d-4f43-80c7-ecb9b3d9c9ce req-86186fae-22b1-4ce7-a165-9399dfe6ef31 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413668 Aug 12 01:35:38.975182 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-30ff8e01-59d3-48a9-beab-fd185ed70826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:39.136633 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:39.322244 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97edb3f-2e4e-46f8-9804-0a91a2fd6baa req-f705d1eb-4290-47da-bb2d-ffcf39ea9234 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:39.323771 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f97edb3f-2e4e-46f8-9804-0a91a2fd6baa req-f705d1eb-4290-47da-bb2d-ffcf39ea9234 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0537331 Aug 12 01:35:39.377781 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f97edb3f-2e4e-46f8-9804-0a91a2fd6baa req-b6fce58e-d834-4782-b294-91f086d6fa48 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481720 Aug 12 01:35:39.830602 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:40.512846 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc5ee5-63b0-4f7e-9532-b079ba2495e3 req-3a57c8b0-6183-4b69-b7a6-4377ee84180d tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:40.514319 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-26dc5ee5-63b0-4f7e-9532-b079ba2495e3 req-3a57c8b0-6183-4b69-b7a6-4377ee84180d tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0512216 Aug 12 01:35:40.568811 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-26dc5ee5-63b0-4f7e-9532-b079ba2495e3 req-50111443-9743-4db0-b9a8-4871deacd221 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461776 Aug 12 01:35:41.532425 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:41.659896 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:41.691479 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428afd88-04ff-45fb-b22a-5080a7fa6505 req-7aa7adee-be76-40e3-9a2a-9a40125ae7f9 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:41.692975 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-428afd88-04ff-45fb-b22a-5080a7fa6505 req-7aa7adee-be76-40e3-9a2a-9a40125ae7f9 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0477087 Aug 12 01:35:41.748014 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-428afd88-04ff-45fb-b22a-5080a7fa6505 req-ca14de6f-e4b9-437a-9d2f-d9df9792ae70 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491798 Aug 12 01:35:42.878831 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad8562-feb7-4d76-be99-79d7116771a5 req-87fc8916-041c-46dd-8a4c-55f9c52eb291 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:42.880281 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-58ad8562-feb7-4d76-be99-79d7116771a5 req-87fc8916-041c-46dd-8a4c-55f9c52eb291 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0524549 Aug 12 01:35:42.931384 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-58ad8562-feb7-4d76-be99-79d7116771a5 req-be8394d1-a0b4-4598-b162-192d4223ca26 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429473 Aug 12 01:35:44.061014 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad3936-2afb-4153-b0a3-9f9eff30df3a req-a1cefc86-9e29-4604-aee5-969b26d04438 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:44.062464 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7dad3936-2afb-4153-b0a3-9f9eff30df3a req-a1cefc86-9e29-4604-aee5-969b26d04438 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0493519 Aug 12 01:35:44.076753 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:44.115004 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7dad3936-2afb-4153-b0a3-9f9eff30df3a req-5a2d8496-0dcc-4f78-9f7d-c909db520852 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446639 Aug 12 01:35:45.240335 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3e8e0-5910-4b19-a65f-3e3e8ae7b80e req-863bcfcb-82ed-4953-90c5-6d8c3c251eda tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:45.241869 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b6e3e8e0-5910-4b19-a65f-3e3e8ae7b80e req-863bcfcb-82ed-4953-90c5-6d8c3c251eda tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0534930 Aug 12 01:35:45.284565 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:45.294214 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b6e3e8e0-5910-4b19-a65f-3e3e8ae7b80e req-d1a14eb8-3eb7-4b87-85b9-ee150d9b0532 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465825 Aug 12 01:35:45.433409 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79407ad9-2351-408d-b3ea-41e30ad800f9 req-0fde42e4-78e3-4672-8f7f-c695de30a145 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:45.434891 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-79407ad9-2351-408d-b3ea-41e30ad800f9 req-0fde42e4-78e3-4672-8f7f-c695de30a145 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0520022 Aug 12 01:35:45.489245 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-79407ad9-2351-408d-b3ea-41e30ad800f9 req-11b181c7-d0c7-4f35-b8cf-fddb6f3cf802 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479169 Aug 12 01:35:45.521657 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 55812) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:45.715961 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8770d6ee-0a10-46a9-a516-bf7626b9e11c tempest-TestVolumeBootPattern-363150723 tempest-TestVolumeBootPattern-363150723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:45.717867 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-8770d6ee-0a10-46a9-a516-bf7626b9e11c tempest-TestVolumeBootPattern-363150723 tempest-TestVolumeBootPattern-363150723-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 1124 time: 0.1948173 Aug 12 01:35:45.720668 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 55820) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:45.725154 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'port_id': '1e026290-e0ea-4142-992c-806bce55dee6', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:35:45.746847 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:45.831220 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:45.958359 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Allocated IP 172.27.2.7 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/d8b7332d-403f-4e9c-8ea3-8f3efca2cf81) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:35:46.068376 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for port (d8b7332d-403f-4e9c-8ea3-8f3efca2cf81), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:46.101693 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (d8b7332d-403f-4e9c-8ea3-8f3efca2cf81), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:46.143963 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:35:46.148486 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:35:46.152632 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:35:46.155778 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'Port': ['ID=d8b7332d-403f-4e9c-8ea3-8f3efca2cf81,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:46.186821 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.187172 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.187561 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.187905 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.188240 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.188608 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.188935 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.189261 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.189589 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.189916 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.190250 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.190584 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.190884 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.191206 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.191550 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:46.320790 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:46.510372 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:46.531190 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (9d3c2ce6-65cf-4e1e-9a1a-8d72ea908311), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:46.603823 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (d8b7332d-403f-4e9c-8ea3-8f3efca2cf81), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:46.771455 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for port (d8b7332d-403f-4e9c-8ea3-8f3efca2cf81), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:46.779194 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (d8b7332d-403f-4e9c-8ea3-8f3efca2cf81), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:46.846658 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event updated for resources: {'Port': ['ID=d8b7332d-403f-4e9c-8ea3-8f3efca2cf81,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:46.849394 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (9d3c2ce6-65cf-4e1e-9a1a-8d72ea908311), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:46.946248 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Floating IP 9d3c2ce6-65cf-4e1e-9a1a-8d72ea908311 associated. External IP: 172.27.2.7, port: 1e026290-e0ea-4142-992c-806bce55dee6. Aug 12 01:35:47.160143 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Router a6289ab2-5884-427b-8613-d383f947a406 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:35:47.206731 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:47.266568 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:35:47.278869 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f678a24-b25e-4a84-9b58-c76e30b711dd None None] Sync routers for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:35:47.287712 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:47.293607 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f678a24-b25e-4a84-9b58-c76e30b711dd None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:35:47.294226 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-8f678a24-b25e-4a84-9b58-c76e30b711dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:35:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:35:47.328108 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-810313b1-5c17-4c00-8028-1d8ba64aef58 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6016870 Aug 12 01:35:47.328108 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c36d121-4610-4641-b12a-680daf8cf440', 'tag': '1e026290-e0ea-4142-992c-806bce55dee6'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:35:47.328108 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c13d85-70cf-4c51-b761-0c8d093813f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c36d121-4610-4641-b12a-680daf8cf440", "tag": "1e026290-e0ea-4142-992c-806bce55dee6"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:35:47.416159 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-8f678a24-b25e-4a84-9b58-c76e30b711dd None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:35:47.511332 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bae552-0de3-48d9-aa03-007bd779fade x-openstack-request-id: req-d9bae552-0de3-48d9-aa03-007bd779fade {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:35:47.511559 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c36d121-4610-4641-b12a-680daf8cf440", "tag": "1e026290-e0ea-4142-992c-806bce55dee6", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:35:47.511818 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9bae552-0de3-48d9-aa03-007bd779fade {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:35:47.512381 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bae552-0de3-48d9-aa03-007bd779fade'] response: {'name': 'network-changed', 'server_uuid': '8c36d121-4610-4641-b12a-680daf8cf440', 'tag': '1e026290-e0ea-4142-992c-806bce55dee6', 'status': 'completed', 'code': 200} Aug 12 01:35:47.656776 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-8f678a24-b25e-4a84-9b58-c76e30b711dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '69c80f54-04ef-439e-8e1f-9f7fdb2f1100', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:49:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:33:31Z', 'updated_at': '2022-08-12T01:33:34Z', 'revision_number': 1, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}, {'id': '9d3c2ce6-65cf-4e1e-9a1a-8d72ea908311', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': '1e026290-e0ea-4142-992c-806bce55dee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:3f:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c36d121-4610-4641-b12a-680daf8cf440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:35:46Z', 'updated_at': '2022-08-12T01:35:46Z', 'revision_number': 0, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:35:47.683053 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f678a24-b25e-4a84-9b58-c76e30b711dd None None] Checking router: a6289ab2-5884-427b-8613-d383f947a406 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:35:47.691376 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f678a24-b25e-4a84-9b58-c76e30b711dd None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:35:47.691999 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-8f678a24-b25e-4a84-9b58-c76e30b711dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:35:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:35:47.795041 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-8f678a24-b25e-4a84-9b58-c76e30b711dd None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:35:48.005013 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-8f678a24-b25e-4a84-9b58-c76e30b711dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '69c80f54-04ef-439e-8e1f-9f7fdb2f1100', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:49:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:33:31Z', 'updated_at': '2022-08-12T01:33:34Z', 'revision_number': 1, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}, {'id': '9d3c2ce6-65cf-4e1e-9a1a-8d72ea908311', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': '1e026290-e0ea-4142-992c-806bce55dee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:3f:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c36d121-4610-4641-b12a-680daf8cf440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:35:46Z', 'updated_at': '2022-08-12T01:35:46Z', 'revision_number': 0, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:35:48.038075 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f678a24-b25e-4a84-9b58-c76e30b711dd None None] The sync data for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi is: [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '69c80f54-04ef-439e-8e1f-9f7fdb2f1100', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:49:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:33:31Z', 'updated_at': '2022-08-12T01:33:34Z', 'revision_number': 1, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}, {'id': '9d3c2ce6-65cf-4e1e-9a1a-8d72ea908311', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': '1e026290-e0ea-4142-992c-806bce55dee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:3f:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c36d121-4610-4641-b12a-680daf8cf440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:35:46Z', 'updated_at': '2022-08-12T01:35:46Z', 'revision_number': 0, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:35:48.254409 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3abfc0-704e-4949-b6bd-20316bc4e432 None None] New status for floating IP 9d3c2ce6-65cf-4e1e-9a1a-8d72ea908311: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:35:50.326024 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c13d85-70cf-4c51-b761-0c8d093813f8 req-30c24d07-6882-4bee-a080-20eac7d2c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:50.327605 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37c13d85-70cf-4c51-b761-0c8d093813f8 req-30c24d07-6882-4bee-a080-20eac7d2c73c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 1129 time: 0.0417421 Aug 12 01:35:50.418792 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:50.422023 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c13d85-70cf-4c51-b761-0c8d093813f8 req-2e0259eb-5986-4b74-ba79-4b83787c3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:50.423507 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37c13d85-70cf-4c51-b761-0c8d093813f8 req-2e0259eb-5986-4b74-ba79-4b83787c3b18 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 912 time: 0.0898604 Aug 12 01:35:50.485361 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37c13d85-70cf-4c51-b761-0c8d093813f8 req-fbd94ca5-b540-4a2f-8b25-f204b41d46b6 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e026290-e0ea-4142-992c-806bce55dee6 HTTP/1.1" status: 200 len: 999 time: 0.0557227 Aug 12 01:35:50.533848 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c13d85-70cf-4c51-b761-0c8d093813f8 req-910e9a6a-90df-467a-8beb-f64d66b798ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:50.535235 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37c13d85-70cf-4c51-b761-0c8d093813f8 req-910e9a6a-90df-467a-8beb-f64d66b798ae service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 200 len: 850 time: 0.0435972 Aug 12 01:35:50.577889 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c13d85-70cf-4c51-b761-0c8d093813f8 req-d01bc471-58c3-423a-9bb8-d7744344b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:35:50.579341 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37c13d85-70cf-4c51-b761-0c8d093813f8 req-d01bc471-58c3-423a-9bb8-d7744344b191 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4d3c14b0-d6e3-49a6-94a3-2110714459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381067 Aug 12 01:35:50.672213 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37c13d85-70cf-4c51-b761-0c8d093813f8 req-4da56c39-eb6a-496d-951f-482ff2250483 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861449 Aug 12 01:35:50.773023 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-37c13d85-70cf-4c51-b761-0c8d093813f8 req-7e89b370-2919-4379-9a65-e2f156a99a0d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941012 Aug 12 01:35:52.207491 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:35:55.567152 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 55972) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:55.677424 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-94de1e6c-b2ca-4754-a180-0a51bce9608f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:55.701598 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:55.768604 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-94de1e6c-b2ca-4754-a180-0a51bce9608f admin admin] Publish callbacks [] for security_group (87a2be4f-4631-43b1-9c75-881316c78f7d), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:55.773449 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-94de1e6c-b2ca-4754-a180-0a51bce9608f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (87a2be4f-4631-43b1-9c75-881316c78f7d), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:55.803789 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-94de1e6c-b2ca-4754-a180-0a51bce9608f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=764c3c93b7f24b7980a1f420099f29c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354827 Aug 12 01:35:55.807381 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 55986) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:55.824625 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de1e6c-b2ca-4754-a180-0a51bce9608f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a2be4f-4631-43b1-9c75-881316c78f7d,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:55.859163 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Publish callbacks [] for security_group (87a2be4f-4631-43b1-9c75-881316c78f7d), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:55.881694 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Publish callbacks [] for security_group (87a2be4f-4631-43b1-9c75-881316c78f7d), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:55.931577 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (87a2be4f-4631-43b1-9c75-881316c78f7d), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:55.934339 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:55.935713 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/87a2be4f-4631-43b1-9c75-881316c78f7d HTTP/1.1" status: 204 len: 168 time: 0.1271882 Aug 12 01:35:55.945263 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a2be4f-4631-43b1-9c75-881316c78f7d,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:55.952954 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.953321 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.953701 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.954299 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.954729 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.955058 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.955595 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.955926 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.956249 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.956571 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.957062 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.957385 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.958538 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.958956 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:55.959229 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d8ef96-cd0c-42be-affb-22a131317172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:35:58.010274 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=71 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:58.364332 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=49,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:58.669952 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56102) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:58.817447 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56108) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:58.876594 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-be909e63-a870-4b83-af66-b59c807a0b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:58.890029 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e824c208-92e5-4328-815e-bd8895cbcff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:58.943462 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:58.955975 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-be909e63-a870-4b83-af66-b59c807a0b3c admin admin] Publish callbacks [] for security_group (574b20cc-79a3-4b3e-8202-b8979dd8eb43), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:58.960502 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-be909e63-a870-4b83-af66-b59c807a0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (574b20cc-79a3-4b3e-8202-b8979dd8eb43), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:58.966505 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e824c208-92e5-4328-815e-bd8895cbcff6 admin admin] Publish callbacks [] for security_group (96a72d11-7fd1-469e-a148-f814c6cd5b13), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:58.969966 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e824c208-92e5-4328-815e-bd8895cbcff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (96a72d11-7fd1-469e-a148-f814c6cd5b13), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.002290 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-be909e63-a870-4b83-af66-b59c807a0b3c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2913967ff3b6487897016baaa11d1d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837065 Aug 12 01:35:59.004236 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be909e63-a870-4b83-af66-b59c807a0b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574b20cc-79a3-4b3e-8202-b8979dd8eb43,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:59.005154 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56112) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:59.018225 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e824c208-92e5-4328-815e-bd8895cbcff6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=82fc032088a84accbc9b240fc8e1f48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471584 Aug 12 01:35:59.020998 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56114) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:59.023901 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824c208-92e5-4328-815e-bd8895cbcff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a72d11-7fd1-469e-a148-f814c6cd5b13,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:59.064764 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9e55-ef1b-4e31-ae32-b9213c78c937 admin admin] Publish callbacks [] for security_group (574b20cc-79a3-4b3e-8202-b8979dd8eb43), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.070470 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c0a40e32-267f-46fa-9225-c3faa251c9bb admin admin] Publish callbacks [] for security_group (96a72d11-7fd1-469e-a148-f814c6cd5b13), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.086157 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9e55-ef1b-4e31-ae32-b9213c78c937 admin admin] Publish callbacks [] for security_group (574b20cc-79a3-4b3e-8202-b8979dd8eb43), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.091856 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c0a40e32-267f-46fa-9225-c3faa251c9bb admin admin] Publish callbacks [] for security_group (96a72d11-7fd1-469e-a148-f814c6cd5b13), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.133138 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9e55-ef1b-4e31-ae32-b9213c78c937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (574b20cc-79a3-4b3e-8202-b8979dd8eb43), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.135801 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9e55-ef1b-4e31-ae32-b9213c78c937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.136957 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ac8b9e55-ef1b-4e31-ae32-b9213c78c937 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/574b20cc-79a3-4b3e-8202-b8979dd8eb43 HTTP/1.1" status: 204 len: 168 time: 0.1308305 Aug 12 01:35:59.142402 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c0a40e32-267f-46fa-9225-c3faa251c9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (96a72d11-7fd1-469e-a148-f814c6cd5b13), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.145099 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b9e55-ef1b-4e31-ae32-b9213c78c937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574b20cc-79a3-4b3e-8202-b8979dd8eb43,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:59.145923 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c0a40e32-267f-46fa-9225-c3faa251c9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.150820 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c0a40e32-267f-46fa-9225-c3faa251c9bb admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/96a72d11-7fd1-469e-a148-f814c6cd5b13 HTTP/1.1" status: 204 len: 168 time: 0.1287091 Aug 12 01:35:59.160412 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a40e32-267f-46fa-9225-c3faa251c9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a72d11-7fd1-469e-a148-f814c6cd5b13,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:59.503621 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56130) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:59.519209 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-85fcbbac-4736-4174-92e3-d83e8c1aaf67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.599910 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56136) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:59.605826 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-85fcbbac-4736-4174-92e3-d83e8c1aaf67 admin admin] Publish callbacks [] for security_group (e22d49eb-fd18-4ad1-803e-218b9f63986f), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.612054 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-85fcbbac-4736-4174-92e3-d83e8c1aaf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e22d49eb-fd18-4ad1-803e-218b9f63986f), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.649383 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=72,neutron:DELETE=3,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:59.661062 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcbbac-4736-4174-92e3-d83e8c1aaf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22d49eb-fd18-4ad1-803e-218b9f63986f,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:59.721166 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7045f720-d2a0-4970-8786-dfcce494d2bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.724315 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:35:59.824389 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7045f720-d2a0-4970-8786-dfcce494d2bb admin admin] Publish callbacks [] for security_group (bd26d0cf-a705-46d3-9460-98f2548c4482), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.829868 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7045f720-d2a0-4970-8786-dfcce494d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (bd26d0cf-a705-46d3-9460-98f2548c4482), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.867259 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045f720-d2a0-4970-8786-dfcce494d2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd26d0cf-a705-46d3-9460-98f2548c4482,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:35:59.885703 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7045f720-d2a0-4970-8786-dfcce494d2bb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7a7ae73e2ee4480196ff4507e0d58ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846701 Aug 12 01:35:59.890678 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56148) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:59.947200 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7e9ab2de-4302-4d54-aea7-e5950dd11644 admin admin] Publish callbacks [] for security_group (bd26d0cf-a705-46d3-9460-98f2548c4482), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:35:59.969325 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-85fcbbac-4736-4174-92e3-d83e8c1aaf67 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8a54a8ce2fce4030beae11490b2a8d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574776 Aug 12 01:35:59.969325 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56152) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:35:59.971066 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7e9ab2de-4302-4d54-aea7-e5950dd11644 admin admin] Publish callbacks [] for security_group (bd26d0cf-a705-46d3-9460-98f2548c4482), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:00.025175 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7e9ab2de-4302-4d54-aea7-e5950dd11644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (bd26d0cf-a705-46d3-9460-98f2548c4482), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:00.027876 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7e9ab2de-4302-4d54-aea7-e5950dd11644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:00.029332 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7e9ab2de-4302-4d54-aea7-e5950dd11644 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bd26d0cf-a705-46d3-9460-98f2548c4482 HTTP/1.1" status: 204 len: 168 time: 0.1373467 Aug 12 01:36:00.033137 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:00.038146 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ab2de-4302-4d54-aea7-e5950dd11644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd26d0cf-a705-46d3-9460-98f2548c4482,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:00.040816 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-08e2e31b-7bcd-4b06-b97f-af2799fa7ab7 admin admin] Publish callbacks [] for security_group (e22d49eb-fd18-4ad1-803e-218b9f63986f), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:00.066840 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-08e2e31b-7bcd-4b06-b97f-af2799fa7ab7 admin admin] Publish callbacks [] for security_group (e22d49eb-fd18-4ad1-803e-218b9f63986f), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:00.124695 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-08e2e31b-7bcd-4b06-b97f-af2799fa7ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e22d49eb-fd18-4ad1-803e-218b9f63986f), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:00.127379 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-08e2e31b-7bcd-4b06-b97f-af2799fa7ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:00.128658 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-08e2e31b-7bcd-4b06-b97f-af2799fa7ab7 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e22d49eb-fd18-4ad1-803e-218b9f63986f HTTP/1.1" status: 204 len: 168 time: 0.1621380 Aug 12 01:36:00.151421 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2e31b-7bcd-4b06-b97f-af2799fa7ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22d49eb-fd18-4ad1-803e-218b9f63986f,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:01.273248 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56210) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:01.435565 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1548902249-network', 'tenant_id': 'c325ffbf006f4c8fa8ce5f370a157c02'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:36:01.464221 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Made reservation on behalf of c325ffbf006f4c8fa8ce5f370a157c02 for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:36:01.466607 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:01.478344 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:01.561320 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Publish callbacks [] for security_group (7c902590-2b02-470b-a6e2-5a1e52d5163c), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:01.568295 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (7c902590-2b02-470b-a6e2-5a1e52d5163c), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:01.594702 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:36:01.604762 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c902590-2b02-470b-a6e2-5a1e52d5163c,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:01.612424 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (67640b1f-0098-4d2a-9256-d681b7a95530), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:01.612424 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Added segment 67640b1f-0098-4d2a-9256-d681b7a95530 of type vlan for network 18a5b222-203d-49ab-a389-b001de1bf635 Aug 12 01:36:01.654574 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (18a5b222-203d-49ab-a389-b001de1bf635), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:01.681527 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (18a5b222-203d-49ab-a389-b001de1bf635), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:01.682607 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:01.683794 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:01.746583 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56234) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:01.751413 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-c8900253-83ab-4544-a3ad-9e66ae4652ff admin admin] Request body: {'subnet': {'network_id': '18a5b222-203d-49ab-a389-b001de1bf635', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1548902249-subnet', 'tenant_id': 'c325ffbf006f4c8fa8ce5f370a157c02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:36:01.752108 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4769683 Aug 12 01:36:01.758432 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad32e6e-c797-4cd8-9b90-2e445edbc89d admin admin] Pushing event updated for resources: {'Network': ['ID=18a5b222-203d-49ab-a389-b001de1bf635,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:01.770249 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network 18a5b222-203d-49ab-a389-b001de1bf635 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:36:01.775311 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8900253-83ab-4544-a3ad-9e66ae4652ff admin admin] Made reservation on behalf of c325ffbf006f4c8fa8ce5f370a157c02 for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:36:01.779426 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c8900253-83ab-4544-a3ad-9e66ae4652ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63803218'] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:01.979200 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c8900253-83ab-4544-a3ad-9e66ae4652ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67055968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63803296'] for subnet (2194de5a-1659-4f99-8b45-eae532d75068), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:02.041683 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8900253-83ab-4544-a3ad-9e66ae4652ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2194de5a-1659-4f99-8b45-eae532d75068,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:02.045190 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:02.054593 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8900253-83ab-4544-a3ad-9e66ae4652ff admin admin] Checking segment: {'id': '67640b1f-0098-4d2a-9256-d681b7a95530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:36:02.054989 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8900253-83ab-4544-a3ad-9e66ae4652ff admin admin] Network hostable DHCP agents. Network: 18a5b222-203d-49ab-a389-b001de1bf635, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:36:02.075847 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8900253-83ab-4544-a3ad-9e66ae4652ff admin admin] Network 18a5b222-203d-49ab-a389-b001de1bf635 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:36:02.094189 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-c8900253-83ab-4544-a3ad-9e66ae4652ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, 18a5b222-203d-49ab-a389-b001de1bf635) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:36:02.104396 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49d833e-d8fc-4aef-9e9c-e8a6b1e1269b None None] Network 18a5b222-203d-49ab-a389-b001de1bf635 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:36:02.109710 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8900253-83ab-4544-a3ad-9e66ae4652ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:02.110733 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c8900253-83ab-4544-a3ad-9e66ae4652ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:02.136597 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c8900253-83ab-4544-a3ad-9e66ae4652ff admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3887725 Aug 12 01:36:02.281618 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6758b5-aa27-461a-819c-f49f11395338 None None] Network 18a5b222-203d-49ab-a389-b001de1bf635 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:36:03.069167 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56296) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:03.235320 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f130c489-8d47-4506-88ab-72927f173a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:03.257947 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:03.327627 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f130c489-8d47-4506-88ab-72927f173a51 admin admin] Publish callbacks [] for security_group (5b2639c4-d7d0-41e9-afcb-f2ad50d1ad18), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:03.332616 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f130c489-8d47-4506-88ab-72927f173a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5b2639c4-d7d0-41e9-afcb-f2ad50d1ad18), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:03.371936 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f130c489-8d47-4506-88ab-72927f173a51 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f8170c87ed044930b48abe9b480ed81b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991972 Aug 12 01:36:03.372584 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56308) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:03.374701 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130c489-8d47-4506-88ab-72927f173a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2639c4-d7d0-41e9-afcb-f2ad50d1ad18,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:03.435632 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ab4adafe-9f6e-46c0-9552-a46854ee8daf admin admin] Publish callbacks [] for security_group (5b2639c4-d7d0-41e9-afcb-f2ad50d1ad18), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:03.457596 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ab4adafe-9f6e-46c0-9552-a46854ee8daf admin admin] Publish callbacks [] for security_group (5b2639c4-d7d0-41e9-afcb-f2ad50d1ad18), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:03.506774 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ab4adafe-9f6e-46c0-9552-a46854ee8daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (5b2639c4-d7d0-41e9-afcb-f2ad50d1ad18), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:03.509160 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ab4adafe-9f6e-46c0-9552-a46854ee8daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:03.510332 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ab4adafe-9f6e-46c0-9552-a46854ee8daf admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5b2639c4-d7d0-41e9-afcb-f2ad50d1ad18 HTTP/1.1" status: 204 len: 168 time: 0.1370115 Aug 12 01:36:03.518032 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4adafe-9f6e-46c0-9552-a46854ee8daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2639c4-d7d0-41e9-afcb-f2ad50d1ad18,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:03.828897 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56324) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:03.843385 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bf19b090-f557-4369-9961-87cb3f296bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:03.909846 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:03.933249 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bf19b090-f557-4369-9961-87cb3f296bc3 admin admin] Publish callbacks [] for security_group (871ec6b0-08e7-4b50-bd04-83fb5cb1e5e2), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:03.938167 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bf19b090-f557-4369-9961-87cb3f296bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (871ec6b0-08e7-4b50-bd04-83fb5cb1e5e2), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:04.018642 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:04.030160 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-bf19b090-f557-4369-9961-87cb3f296bc3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1b5236d522924270b79a59c602c8eda7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002673 Aug 12 01:36:04.033152 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56336) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:04.043034 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19b090-f557-4369-9961-87cb3f296bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871ec6b0-08e7-4b50-bd04-83fb5cb1e5e2,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:04.099814 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b944106-bd50-4018-9f05-b6ae82a407f8 admin admin] Publish callbacks [] for security_group (871ec6b0-08e7-4b50-bd04-83fb5cb1e5e2), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:04.101208 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-77de9752-bab7-424c-9c1a-7328f5bce6c0 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:04.103043 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-77de9752-bab7-424c-9c1a-7328f5bce6c0 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/networks?id=18a5b222-203d-49ab-a389-b001de1bf635 HTTP/1.1" status: 200 len: 814 time: 0.1611917 Aug 12 01:36:04.119330 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-bbfba807-15bd-4196-a00f-98b95ea5dd98 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/quotas/c325ffbf006f4c8fa8ce5f370a157c02 HTTP/1.1" status: 200 len: 375 time: 0.0102603 Aug 12 01:36:04.122986 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b944106-bd50-4018-9f05-b6ae82a407f8 admin admin] Publish callbacks [] for security_group (871ec6b0-08e7-4b50-bd04-83fb5cb1e5e2), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:04.156430 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-12b0c0f7-b2c3-4a6b-911e-97897c83bab1 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c325ffbf006f4c8fa8ce5f370a157c02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303600 Aug 12 01:36:04.178300 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b944106-bd50-4018-9f05-b6ae82a407f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (871ec6b0-08e7-4b50-bd04-83fb5cb1e5e2), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:04.183972 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b944106-bd50-4018-9f05-b6ae82a407f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:04.187644 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1b944106-bd50-4018-9f05-b6ae82a407f8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/871ec6b0-08e7-4b50-bd04-83fb5cb1e5e2 HTTP/1.1" status: 204 len: 168 time: 0.1511707 Aug 12 01:36:04.194355 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b944106-bd50-4018-9f05-b6ae82a407f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871ec6b0-08e7-4b50-bd04-83fb5cb1e5e2,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:04.261744 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-02e99aa4-b058-4d6d-8e71-9ff551ea45cb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969677 Aug 12 01:36:04.364157 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-283420d9-d5e9-4e35-a7b1-a3462c9ad5b1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964999 Aug 12 01:36:04.580725 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-12070f3c-e265-4782-92a4-c50c563934c2 req-f14f48c1-0a26-4f8a-9e57-5e2772f7b39a tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 210 time: 0.0523372 Aug 12 01:36:05.556618 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-2df270cd-ecd0-49df-b28f-d5611927af5d tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:05.558096 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-2df270cd-ecd0-49df-b28f-d5611927af5d tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.15 "GET /networking/v2.0/networks?id=18a5b222-203d-49ab-a389-b001de1bf635 HTTP/1.1" status: 200 len: 814 time: 0.1192176 Aug 12 01:36:05.571375 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Request body: {'port': {'device_id': 'e26d8c14-0471-43d3-8649-4bced6a28d79', 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635', 'admin_state_up': True, 'tenant_id': 'c325ffbf006f4c8fa8ce5f370a157c02'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:36:05.693808 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-46b0f935-9dc5-4e8d-8a45-f2ae45cab124 req-b5d0559b-d02b-4cad-82c7-a93ca4da6583 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 210 time: 0.0293763 Aug 12 01:36:05.726418 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Made reservation on behalf of c325ffbf006f4c8fa8ce5f370a157c02 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:36:05.731362 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:05.874177 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Allocated IP 172.20.0.4 (18a5b222-203d-49ab-a389-b001de1bf635/2194de5a-1659-4f99-8b45-eae532d75068/2126a465-71c5-4b71-ad16-f601b4300b96) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:36:05.922737 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:06.038167 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:06.041897 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks [] for port (2126a465-71c5-4b71-ad16-f601b4300b96), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.081089 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.122384 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Network 18a5b222-203d-49ab-a389-b001de1bf635 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:36:06.128194 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:36:06.133049 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:36:06.162210 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Pushing event updated for resources: {'Port': ['ID=2126a465-71c5-4b71-ad16-f601b4300b96,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:06.192445 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:06.193163 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.203430 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56426) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:06.220002 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-1476d4cf-0bd4-4648-8e3a-b8ef75c2ea09 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6524696 Aug 12 01:36:06.230711 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Request body: {'port': {'device_id': 'e26d8c14-0471-43d3-8649-4bced6a28d79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:36:06.294299 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.321730 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a086b696-eec2-4c5f-9b9b-07ecbae32d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.509374 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:06.525461 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-37718bdd-849b-4154-9ddf-96711c6a43ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.557632 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a086b696-eec2-4c5f-9b9b-07ecbae32d3d admin admin] Publish callbacks [] for security_group (8f7f650f-8d47-4a9d-9e8d-607b68216497), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.569035 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-a086b696-eec2-4c5f-9b9b-07ecbae32d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (8f7f650f-8d47-4a9d-9e8d-607b68216497), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.632636 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-a086b696-eec2-4c5f-9b9b-07ecbae32d3d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=112ee475d3d54fc1a04164d5d25d5690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279449 Aug 12 01:36:06.635523 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56430) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:06.635771 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086b696-eec2-4c5f-9b9b-07ecbae32d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7f650f-8d47-4a9d-9e8d-607b68216497,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:06.668565 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2126a465-71c5-4b71-ad16-f601b4300b96 {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:36:06.676986 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Publish callbacks [] for port (2126a465-71c5-4b71-ad16-f601b4300b96), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.687550 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ec8eed5b-9b15-4d32-9048-58360c5e712d admin admin] Publish callbacks [] for security_group (8f7f650f-8d47-4a9d-9e8d-607b68216497), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.690695 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Transition to ACTIVE for port object 2126a465-71c5-4b71-ad16-f601b4300b96 will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:36:06.696046 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.711993 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ec8eed5b-9b15-4d32-9048-58360c5e712d admin admin] Publish callbacks [] for security_group (8f7f650f-8d47-4a9d-9e8d-607b68216497), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.720784 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:06.753263 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:06.772491 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ec8eed5b-9b15-4d32-9048-58360c5e712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (8f7f650f-8d47-4a9d-9e8d-607b68216497), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.775028 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ec8eed5b-9b15-4d32-9048-58360c5e712d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.776413 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ec8eed5b-9b15-4d32-9048-58360c5e712d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8f7f650f-8d47-4a9d-9e8d-607b68216497 HTTP/1.1" status: 204 len: 168 time: 0.1398363 Aug 12 01:36:06.784769 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Pushing event updated for resources: {'Port': ['ID=2126a465-71c5-4b71-ad16-f601b4300b96,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:06.796979 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8eed5b-9b15-4d32-9048-58360c5e712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7f650f-8d47-4a9d-9e8d-607b68216497,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:06.819623 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Attempting to bind port 2126a465-71c5-4b71-ad16-f601b4300b96 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:36:06.820419 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Attempting to bind port 2126a465-71c5-4b71-ad16-f601b4300b96 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '67640b1f-0098-4d2a-9256-d681b7a95530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:36:06.820824 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Attempting to bind port 2126a465-71c5-4b71-ad16-f601b4300b96 on network 18a5b222-203d-49ab-a389-b001de1bf635 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:36:06.827772 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Port 2126a465-71c5-4b71-ad16-f601b4300b96 on network 18a5b222-203d-49ab-a389-b001de1bf635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:36:06.828732 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Attempting to bind port 2126a465-71c5-4b71-ad16-f601b4300b96 on network 18a5b222-203d-49ab-a389-b001de1bf635 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:36:06.836184 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:36:06.836550 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Checking segment: {'id': '67640b1f-0098-4d2a-9256-d681b7a95530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:36:06.836896 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Bound using segment: {'id': '67640b1f-0098-4d2a-9256-d681b7a95530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:36:06.837204 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9771-68af-486b-826b-8d22524e77ef req-b37d50ca-609e-4e9b-a3c0-29b4cbbc44ac tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:06.837350 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Bound port: 2126a465-71c5-4b71-ad16-f601b4300b96, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67640b1f-0098-4d2a-9256-d681b7a95530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:36:06.837672 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.838893 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3adc9771-68af-486b-826b-8d22524e77ef req-b37d50ca-609e-4e9b-a3c0-29b4cbbc44ac tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 943 time: 0.0593696 Aug 12 01:36:06.891184 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3adc9771-68af-486b-826b-8d22524e77ef req-08431dc0-0713-4996-94f2-10b120a71d7d tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449073 Aug 12 01:36:06.902569 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] For port 2126a465-71c5-4b71-ad16-f601b4300b96, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:36:06.905873 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] For port 2126a465-71c5-4b71-ad16-f601b4300b96, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2126a465-71c5-4b71-ad16-f601b4300b96,segment=NetworkSegment(67640b1f-0098-4d2a-9256-d681b7a95530),segment_id=67640b1f-0098-4d2a-9256-d681b7a95530)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:36:06.917981 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.923192 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:06.924158 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:06.925958 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/2126a465-71c5-4b71-ad16-f601b4300b96 HTTP/1.1" status: 200 len: 1093 time: 0.6990359 Aug 12 01:36:06.928321 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26d8c14-0471-43d3-8649-4bced6a28d79', 'tag': '2126a465-71c5-4b71-ad16-f601b4300b96'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:36:06.929801 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba158f71-350c-4c68-af22-6b9cb54d4ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "e26d8c14-0471-43d3-8649-4bced6a28d79", "tag": "2126a465-71c5-4b71-ad16-f601b4300b96"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:36:06.970484 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a100e6d5-22bb-4a9e-994f-0500ba733e16 x-openstack-request-id: req-a100e6d5-22bb-4a9e-994f-0500ba733e16 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:36:06.970839 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26d8c14-0471-43d3-8649-4bced6a28d79", "tag": "2126a465-71c5-4b71-ad16-f601b4300b96", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:36:06.971099 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a100e6d5-22bb-4a9e-994f-0500ba733e16 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:36:06.971501 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a100e6d5-22bb-4a9e-994f-0500ba733e16'] response: {'name': 'network-changed', 'server_uuid': 'e26d8c14-0471-43d3-8649-4bced6a28d79', 'tag': '2126a465-71c5-4b71-ad16-f601b4300b96', 'status': 'completed', 'code': 200} Aug 12 01:36:07.014242 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e28e5-8545-4cc7-abd1-2e472b872f5f service neutron] Pushing event updated for resources: {'Port': ['ID=2126a465-71c5-4b71-ad16-f601b4300b96,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:07.042502 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-15f89239-c8ec-474c-8c3f-f6e083282886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:07.044156 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-15f89239-c8ec-474c-8c3f-f6e083282886 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=c325ffbf006f4c8fa8ce5f370a157c02&device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 1127 time: 0.0648401 Aug 12 01:36:07.086414 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-5dacd034-8aca-4a37-a26b-6821f5a302e8 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2126a465-71c5-4b71-ad16-f601b4300b96 HTTP/1.1" status: 200 len: 217 time: 0.0339088 Aug 12 01:36:07.143252 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-9c5d223d-3180-4d12-a491-ef25b4e273e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:07.144854 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-9c5d223d-3180-4d12-a491-ef25b4e273e3 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2194de5a-1659-4f99-8b45-eae532d75068 HTTP/1.1" status: 200 len: 854 time: 0.0512161 Aug 12 01:36:07.166068 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56448) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:07.180310 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c8cca512-1dad-4296-9624-a838792a3df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:07.182886 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-ba60a9e6-a5c1-4723-aeda-3e7a4732a3af service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=18a5b222-203d-49ab-a389-b001de1bf635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311790 Aug 12 01:36:07.261695 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c8cca512-1dad-4296-9624-a838792a3df6 admin admin] Publish callbacks [] for security_group (2ce4ef42-13ae-4395-952e-b9991742bfd2), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:07.266675 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c8cca512-1dad-4296-9624-a838792a3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (2ce4ef42-13ae-4395-952e-b9991742bfd2), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:07.289485 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-5160d7d0-42e2-4375-afc6-14590c63ec76 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001239 Aug 12 01:36:07.309303 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c8cca512-1dad-4296-9624-a838792a3df6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=31e5fb80d4834eabbb0b3370edd5ab98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419203 Aug 12 01:36:07.310533 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cca512-1dad-4296-9624-a838792a3df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce4ef42-13ae-4395-952e-b9991742bfd2,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:07.313152 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56458) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:07.373938 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cf7f3f6f-2189-4011-8da6-d329cd3aa4df admin admin] Publish callbacks [] for security_group (2ce4ef42-13ae-4395-952e-b9991742bfd2), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:07.382875 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:07.395384 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c747989a-6602-44aa-9898-a8044d1bcd74 req-ed4c5497-509c-4290-959e-1e82ef1ad41e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990002 Aug 12 01:36:07.402623 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cf7f3f6f-2189-4011-8da6-d329cd3aa4df admin admin] Publish callbacks [] for security_group (2ce4ef42-13ae-4395-952e-b9991742bfd2), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:07.404341 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:07.463733 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cf7f3f6f-2189-4011-8da6-d329cd3aa4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (2ce4ef42-13ae-4395-952e-b9991742bfd2), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:07.466291 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-cf7f3f6f-2189-4011-8da6-d329cd3aa4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:07.467479 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-cf7f3f6f-2189-4011-8da6-d329cd3aa4df admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2ce4ef42-13ae-4395-952e-b9991742bfd2 HTTP/1.1" status: 204 len: 168 time: 0.1534371 Aug 12 01:36:07.476618 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f3f6f-2189-4011-8da6-d329cd3aa4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce4ef42-13ae-4395-952e-b9991742bfd2,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:08.018696 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b1556-5607-4849-abf4-389921662f5b req-4ef40d54-7cf7-49dc-88e0-6755a9a53530 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:08.020489 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0b4b1556-5607-4849-abf4-389921662f5b req-4ef40d54-7cf7-49dc-88e0-6755a9a53530 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 943 time: 0.0489383 Aug 12 01:36:08.067973 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0b4b1556-5607-4849-abf4-389921662f5b req-3e15a324-4f6d-4641-a160-e43193a770d1 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Aug 12 01:36:08.245540 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158f71-350c-4c68-af22-6b9cb54d4ccc req-587a40ee-feba-495e-abd1-6e2c9835e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:08.247093 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ba158f71-350c-4c68-af22-6b9cb54d4ccc req-587a40ee-feba-495e-abd1-6e2c9835e166 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=c325ffbf006f4c8fa8ce5f370a157c02&device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 1127 time: 0.0396836 Aug 12 01:36:08.346738 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158f71-350c-4c68-af22-6b9cb54d4ccc req-9a693c5c-d2d0-4140-9763-efe0277e90c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:08.348783 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ba158f71-350c-4c68-af22-6b9cb54d4ccc req-9a693c5c-d2d0-4140-9763-efe0277e90c8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=18a5b222-203d-49ab-a389-b001de1bf635 HTTP/1.1" status: 200 len: 915 time: 0.0953684 Aug 12 01:36:08.389826 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ba158f71-350c-4c68-af22-6b9cb54d4ccc req-0e540ecf-57bb-461e-8dac-0a435c3fa31f service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2126a465-71c5-4b71-ad16-f601b4300b96 HTTP/1.1" status: 200 len: 217 time: 0.0346119 Aug 12 01:36:08.440131 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158f71-350c-4c68-af22-6b9cb54d4ccc req-7129e58e-a245-41e5-a442-16b06be161d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:08.441745 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ba158f71-350c-4c68-af22-6b9cb54d4ccc req-7129e58e-a245-41e5-a442-16b06be161d5 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2194de5a-1659-4f99-8b45-eae532d75068 HTTP/1.1" status: 200 len: 854 time: 0.0464170 Aug 12 01:36:08.481485 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ba158f71-350c-4c68-af22-6b9cb54d4ccc req-255768d2-62e5-45d8-9947-19c02ee75387 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=18a5b222-203d-49ab-a389-b001de1bf635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324914 Aug 12 01:36:08.582768 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ba158f71-350c-4c68-af22-6b9cb54d4ccc req-887dd51b-a998-4bfc-929e-f5f5b51afd5d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952904 Aug 12 01:36:08.683267 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:08.689628 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-ba158f71-350c-4c68-af22-6b9cb54d4ccc req-bd1621af-9319-4f24-940f-e54bcefa6f65 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997601 Aug 12 01:36:08.784519 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56514) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:08.888570 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bd253d41-1a96-4fac-beb8-942b71f97dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:08.968949 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-fafed90c-0d15-452d-bfb1-afa540b5af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:08.969530 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bd253d41-1a96-4fac-beb8-942b71f97dd2 admin admin] Publish callbacks [] for security_group (9812a7b9-ba09-42f2-91ab-fe0eb5d79886), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:08.973709 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-bd253d41-1a96-4fac-beb8-942b71f97dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (9812a7b9-ba09-42f2-91ab-fe0eb5d79886), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.013281 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd253d41-1a96-4fac-beb8-942b71f97dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9812a7b9-ba09-42f2-91ab-fe0eb5d79886,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:09.021729 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56520) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:09.021928 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-bd253d41-1a96-4fac-beb8-942b71f97dd2 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8d30c03ea6d544f49826120d8824d0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362745 Aug 12 01:36:09.134123 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.209650 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f5fe0-4745-478a-acb2-6fa34206f4d0 req-5c2e3644-232f-44d9-b53f-234d0fa42cb3 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:09.211500 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c95f5fe0-4745-478a-acb2-6fa34206f4d0 req-5c2e3644-232f-44d9-b53f-234d0fa42cb3 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 943 time: 0.0572536 Aug 12 01:36:09.268636 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c95f5fe0-4745-478a-acb2-6fa34206f4d0 req-3fae22fd-7f15-418e-96ec-21273495f8d2 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505843 Aug 12 01:36:09.290677 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:09.319559 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b1045b70-0d12-4551-8d1e-a590ce378842 admin admin] Publish callbacks [] for security_group (9812a7b9-ba09-42f2-91ab-fe0eb5d79886), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.341448 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b1045b70-0d12-4551-8d1e-a590ce378842 admin admin] Publish callbacks [] for security_group (9812a7b9-ba09-42f2-91ab-fe0eb5d79886), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.389469 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b1045b70-0d12-4551-8d1e-a590ce378842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (9812a7b9-ba09-42f2-91ab-fe0eb5d79886), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.392044 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b1045b70-0d12-4551-8d1e-a590ce378842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.393182 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b1045b70-0d12-4551-8d1e-a590ce378842 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9812a7b9-ba09-42f2-91ab-fe0eb5d79886 HTTP/1.1" status: 204 len: 168 time: 0.3705134 Aug 12 01:36:09.401325 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1045b70-0d12-4551-8d1e-a590ce378842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9812a7b9-ba09-42f2-91ab-fe0eb5d79886,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:09.480800 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 2126a465-71c5-4b71-ad16-f601b4300b96 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:36:09.594546 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 2126a465-71c5-4b71-ad16-f601b4300b96, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2126a465-71c5-4b71-ad16-f601b4300b96,segment=NetworkSegment(67640b1f-0098-4d2a-9256-d681b7a95530),segment_id=67640b1f-0098-4d2a-9256-d681b7a95530)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:36:09.606260 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '2126a465-71c5-4b71-ad16-f601b4300b96', 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635', 'port_id': '2126a465-71c5-4b71-ad16-f601b4300b96', 'mac_address': 'fa:16:3e:98:db:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2194de5a-1659-4f99-8b45-eae532d75068', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:36:09.645683 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 2126a465-71c5-4b71-ad16-f601b4300b96 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:36:09.646074 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.659492 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2126a465-71c5-4b71-ad16-f601b4300b96 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:36:09.683239 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 2126a465-71c5-4b71-ad16-f601b4300b96, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2126a465-71c5-4b71-ad16-f601b4300b96,segment=NetworkSegment(67640b1f-0098-4d2a-9256-d681b7a95530),segment_id=67640b1f-0098-4d2a-9256-d681b7a95530)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:36:09.688676 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.695123 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56554) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:09.711049 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a29f-63c5-4f0f-a79c-5cfc7df8cc37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.747759 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=2126a465-71c5-4b71-ad16-f601b4300b96,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:09.755953 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.756300 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.756819 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.757556 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.758053 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.758804 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.759408 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.759757 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.760165 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.760801 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.761252 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.761626 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.761957 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.762346 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.762746 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:36:09.791698 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a29f-63c5-4f0f-a79c-5cfc7df8cc37 admin admin] Publish callbacks [] for security_group (eca18895-bbbe-48ff-b123-23ca6f42601a), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.796342 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a29f-63c5-4f0f-a79c-5cfc7df8cc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (eca18895-bbbe-48ff-b123-23ca6f42601a), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.831776 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.836529 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4dc0a29f-63c5-4f0f-a79c-5cfc7df8cc37 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c7bd4de0f11340c985c45d7b97d66801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395719 Aug 12 01:36:09.839167 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56558) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:09.845315 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0a29f-63c5-4f0f-a79c-5cfc7df8cc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca18895-bbbe-48ff-b123-23ca6f42601a,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:09.887425 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56560) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:09.894719 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a444-ea13-4abd-b665-dfcf0bb63192 admin admin] Publish callbacks [] for security_group (eca18895-bbbe-48ff-b123-23ca6f42601a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.916965 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a444-ea13-4abd-b665-dfcf0bb63192 admin admin] Publish callbacks [] for security_group (eca18895-bbbe-48ff-b123-23ca6f42601a), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.920047 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['2126a465-71c5-4b71-ad16-f601b4300b96'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:36:09.972858 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a444-ea13-4abd-b665-dfcf0bb63192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (eca18895-bbbe-48ff-b123-23ca6f42601a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.976529 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a444-ea13-4abd-b665-dfcf0bb63192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:09.977898 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-e3e7a444-ea13-4abd-b665-dfcf0bb63192 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/eca18895-bbbe-48ff-b123-23ca6f42601a HTTP/1.1" status: 204 len: 168 time: 0.1377926 Aug 12 01:36:09.982342 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:09.988138 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7a444-ea13-4abd-b665-dfcf0bb63192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca18895-bbbe-48ff-b123-23ca6f42601a,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:10.017181 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-82cdea86-a127-4a50-af26-f2857224c12e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.109087 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-82cdea86-a127-4a50-af26-f2857224c12e admin admin] Publish callbacks [] for security_group (bd1a4318-442a-441b-8cb9-354db9944e83), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.114029 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-82cdea86-a127-4a50-af26-f2857224c12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (bd1a4318-442a-441b-8cb9-354db9944e83), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.153280 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:10.154344 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:10.156037 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-82cdea86-a127-4a50-af26-f2857224c12e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f8ad9792b8424de1982e74d5ba59d639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674379 Aug 12 01:36:10.156907 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdea86-a127-4a50-af26-f2857224c12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1a4318-442a-441b-8cb9-354db9944e83,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:10.158989 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56568) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:10.221904 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-afb17922-55bf-4021-9179-7fc71f1ed768 admin admin] Publish callbacks [] for security_group (bd1a4318-442a-441b-8cb9-354db9944e83), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.246136 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-afb17922-55bf-4021-9179-7fc71f1ed768 admin admin] Publish callbacks [] for security_group (bd1a4318-442a-441b-8cb9-354db9944e83), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.252227 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:10.284214 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56570) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:10.298912 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4ee32399-0e27-4b63-8a75-479e7a56b857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.308391 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-afb17922-55bf-4021-9179-7fc71f1ed768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (bd1a4318-442a-441b-8cb9-354db9944e83), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.310930 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-afb17922-55bf-4021-9179-7fc71f1ed768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.312102 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-afb17922-55bf-4021-9179-7fc71f1ed768 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bd1a4318-442a-441b-8cb9-354db9944e83 HTTP/1.1" status: 204 len: 168 time: 0.1522515 Aug 12 01:36:10.329381 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb17922-55bf-4021-9179-7fc71f1ed768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1a4318-442a-441b-8cb9-354db9944e83,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:10.415455 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f629f8-ee5f-4fc6-b0a6-6f5d5200e5c5 req-f7340b3c-806d-4155-ab22-58474bcd2b24 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:10.416981 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-64f629f8-ee5f-4fc6-b0a6-6f5d5200e5c5 req-f7340b3c-806d-4155-ab22-58474bcd2b24 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 944 time: 0.0631838 Aug 12 01:36:10.460243 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4ee32399-0e27-4b63-8a75-479e7a56b857 admin admin] Publish callbacks [] for security_group (b33fbd7d-0ea9-418a-9ac5-8b26e53c3cec), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.470482 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-4ee32399-0e27-4b63-8a75-479e7a56b857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (b33fbd7d-0ea9-418a-9ac5-8b26e53c3cec), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.507734 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-64f629f8-ee5f-4fc6-b0a6-6f5d5200e5c5 req-fb1bdf96-d369-4188-b3cd-91fcc6125d86 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797741 Aug 12 01:36:10.527646 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee32399-0e27-4b63-8a75-479e7a56b857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33fbd7d-0ea9-418a-9ac5-8b26e53c3cec,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:10.534545 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4ee32399-0e27-4b63-8a75-479e7a56b857 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6f3c83640a6a4d808d78d53162d5346b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490609 Aug 12 01:36:10.534795 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56578) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:10.583485 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-26f4d38d-4d04-46b0-a31d-7ded3d271ccc admin admin] Publish callbacks [] for security_group (b33fbd7d-0ea9-418a-9ac5-8b26e53c3cec), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.605111 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-26f4d38d-4d04-46b0-a31d-7ded3d271ccc admin admin] Publish callbacks [] for security_group (b33fbd7d-0ea9-418a-9ac5-8b26e53c3cec), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.653602 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-26f4d38d-4d04-46b0-a31d-7ded3d271ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (b33fbd7d-0ea9-418a-9ac5-8b26e53c3cec), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.656216 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-26f4d38d-4d04-46b0-a31d-7ded3d271ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.659719 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-26f4d38d-4d04-46b0-a31d-7ded3d271ccc admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b33fbd7d-0ea9-418a-9ac5-8b26e53c3cec HTTP/1.1" status: 204 len: 168 time: 0.1215885 Aug 12 01:36:10.665663 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4d38d-4d04-46b0-a31d-7ded3d271ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33fbd7d-0ea9-418a-9ac5-8b26e53c3cec,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:10.700681 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56582) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:10.714141 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd22ff56-4b3d-4af8-93dd-e9edf651fc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.790035 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd22ff56-4b3d-4af8-93dd-e9edf651fc5d admin admin] Publish callbacks [] for security_group (0162d33f-705d-4b33-8ab1-f8aa28bc2289), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.794911 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cd22ff56-4b3d-4af8-93dd-e9edf651fc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (0162d33f-705d-4b33-8ab1-f8aa28bc2289), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.837131 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cd22ff56-4b3d-4af8-93dd-e9edf651fc5d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=14ff8e6f087445398fc4edcaad8f4aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353543 Aug 12 01:36:10.837983 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22ff56-4b3d-4af8-93dd-e9edf651fc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0162d33f-705d-4b33-8ab1-f8aa28bc2289,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:10.840260 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56586) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:10.893074 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-59801a15-ef1d-467b-acd4-59861ea8e69e admin admin] Publish callbacks [] for security_group (0162d33f-705d-4b33-8ab1-f8aa28bc2289), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.915317 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-59801a15-ef1d-467b-acd4-59861ea8e69e admin admin] Publish callbacks [] for security_group (0162d33f-705d-4b33-8ab1-f8aa28bc2289), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.970882 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-59801a15-ef1d-467b-acd4-59861ea8e69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (0162d33f-705d-4b33-8ab1-f8aa28bc2289), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.973597 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-59801a15-ef1d-467b-acd4-59861ea8e69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:10.977646 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-59801a15-ef1d-467b-acd4-59861ea8e69e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0162d33f-705d-4b33-8ab1-f8aa28bc2289 HTTP/1.1" status: 204 len: 168 time: 0.1311858 Aug 12 01:36:10.984321 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59801a15-ef1d-467b-acd4-59861ea8e69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0162d33f-705d-4b33-8ab1-f8aa28bc2289,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:11.474315 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 2126a465-71c5-4b71-ad16-f601b4300b96 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:36:11.525727 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:11.543146 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:11.544444 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port 2126a465-71c5-4b71-ad16-f601b4300b96 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:36:11.551699 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 2126a465-71c5-4b71-ad16-f601b4300b96 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:36:11.552399 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:11.637451 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:11.643778 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 2126a465-71c5-4b71-ad16-f601b4300b96 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:36:11.644403 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:11.660177 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458395de-d5b9-4bca-8978-37194b19d75a req-90dc9c5b-6a03-414b-ac25-e2bb5d3fadf6 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:11.662784 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-458395de-d5b9-4bca-8978-37194b19d75a req-90dc9c5b-6a03-414b-ac25-e2bb5d3fadf6 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 944 time: 0.0579195 Aug 12 01:36:11.681068 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:11.688156 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8c14-0471-43d3-8649-4bced6a28d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126a465-71c5-4b71-ad16-f601b4300b96'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:36:11.690773 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd180283-6d29-43be-be14-061f22c5cc4c" -d '{"events": [{"server_uuid": "e26d8c14-0471-43d3-8649-4bced6a28d79", "name": "network-vif-plugged", "status": "completed", "tag": "2126a465-71c5-4b71-ad16-f601b4300b96"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:36:11.708145 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 2126a465-71c5-4b71-ad16-f601b4300b96, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2126a465-71c5-4b71-ad16-f601b4300b96,segment=NetworkSegment(67640b1f-0098-4d2a-9256-d681b7a95530),segment_id=67640b1f-0098-4d2a-9256-d681b7a95530)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:36:11.714504 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:11.725101 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-458395de-d5b9-4bca-8978-37194b19d75a req-751ebc54-8958-4104-9431-7009202cbfca tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545790 Aug 12 01:36:11.762116 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137644b2-e039-4b7b-b997-e67a6ebc34df x-openstack-request-id: req-137644b2-e039-4b7b-b997-e67a6ebc34df {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:36:11.762696 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8c14-0471-43d3-8649-4bced6a28d79", "name": "network-vif-plugged", "status": "completed", "tag": "2126a465-71c5-4b71-ad16-f601b4300b96", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:36:11.763106 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-137644b2-e039-4b7b-b997-e67a6ebc34df {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:36:11.763682 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137644b2-e039-4b7b-b997-e67a6ebc34df'] response: {'server_uuid': 'e26d8c14-0471-43d3-8649-4bced6a28d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126a465-71c5-4b71-ad16-f601b4300b96', 'code': 200} Aug 12 01:36:11.789270 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=2126a465-71c5-4b71-ad16-f601b4300b96,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:11.872189 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56642) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:11.931993 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e039427-f395-42dc-b9fd-171c8c63770c req-e92be3d1-28fc-4a4b-8b50-dd2bbc390f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:11.933601 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1e039427-f395-42dc-b9fd-171c8c63770c req-e92be3d1-28fc-4a4b-8b50-dd2bbc390f20 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 1129 time: 0.0409720 Aug 12 01:36:11.956932 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:11.987673 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1e039427-f395-42dc-b9fd-171c8c63770c req-f253d06c-e4e5-473a-8d46-9afa1a30a355 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477104 Aug 12 01:36:11.992538 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d066b162-8535-4903-a43b-f1bb4dab8852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:12.048959 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:12.071527 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d066b162-8535-4903-a43b-f1bb4dab8852 admin admin] Publish callbacks [] for security_group (1cda9f6f-19dc-4e76-af47-b276b5d811b7), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:12.075678 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d066b162-8535-4903-a43b-f1bb4dab8852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (1cda9f6f-19dc-4e76-af47-b276b5d811b7), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:12.114067 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066b162-8535-4903-a43b-f1bb4dab8852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cda9f6f-19dc-4e76-af47-b276b5d811b7,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:12.118661 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d066b162-8535-4903-a43b-f1bb4dab8852 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=880d05d5a567469e83de431ec83e7de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454438 Aug 12 01:36:12.121792 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56676) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:12.171159 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c9fa409b-848f-4a30-a577-06de93922fe7 admin admin] Publish callbacks [] for security_group (1cda9f6f-19dc-4e76-af47-b276b5d811b7), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:12.192844 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c9fa409b-848f-4a30-a577-06de93922fe7 admin admin] Publish callbacks [] for security_group (1cda9f6f-19dc-4e76-af47-b276b5d811b7), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:12.217969 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:12.240876 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c9fa409b-848f-4a30-a577-06de93922fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (1cda9f6f-19dc-4e76-af47-b276b5d811b7), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:12.243846 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c9fa409b-848f-4a30-a577-06de93922fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:12.245028 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c9fa409b-848f-4a30-a577-06de93922fe7 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1cda9f6f-19dc-4e76-af47-b276b5d811b7 HTTP/1.1" status: 204 len: 168 time: 0.1224630 Aug 12 01:36:12.253855 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa409b-848f-4a30-a577-06de93922fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cda9f6f-19dc-4e76-af47-b276b5d811b7,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:12.857077 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cc68a-880a-4659-9cd2-b423d2a9bd8b req-60d0d3d7-d6f7-436f-8eac-2dbc08d6ee29 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:12.858900 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d72cc68a-880a-4659-9cd2-b423d2a9bd8b req-60d0d3d7-d6f7-436f-8eac-2dbc08d6ee29 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 945 time: 0.0530510 Aug 12 01:36:12.910075 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d72cc68a-880a-4659-9cd2-b423d2a9bd8b req-b4526adb-5d8b-4952-94bb-bdd09bed29bd tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450678 Aug 12 01:36:14.036343 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf69890-124f-4e00-bcd8-28e974af5160 req-9d50d3be-6433-49bd-9a75-9522cf7d3de3 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:14.037822 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-baf69890-124f-4e00-bcd8-28e974af5160 req-9d50d3be-6433-49bd-9a75-9522cf7d3de3 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 945 time: 0.0481532 Aug 12 01:36:14.061609 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:14.093559 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-baf69890-124f-4e00-bcd8-28e974af5160 req-abe9469c-0160-4e03-91d5-c207f23a0646 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467725 Aug 12 01:36:14.288962 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8cb0d155-36b2-41d5-9a65-a0d8961ebd78 req-8d95f8a6-7af3-473a-a810-faaff7e91fcf service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420456 Aug 12 01:36:14.373144 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d155-36b2-41d5-9a65-a0d8961ebd78 req-9322ddaf-3814-426c-8c19-d41a50f9d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:14.374666 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8cb0d155-36b2-41d5-9a65-a0d8961ebd78 req-9322ddaf-3814-426c-8c19-d41a50f9d8af service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 1130 time: 0.0415413 Aug 12 01:36:14.517458 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d155-36b2-41d5-9a65-a0d8961ebd78 req-35d7c248-e0a0-4f5e-8adc-673b063ff68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:14.519764 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8cb0d155-36b2-41d5-9a65-a0d8961ebd78 req-35d7c248-e0a0-4f5e-8adc-673b063ff68e service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 912 time: 0.1217897 Aug 12 01:36:14.611550 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8cb0d155-36b2-41d5-9a65-a0d8961ebd78 req-62e9c97b-3f08-484a-a7b2-07c09cd3474a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f3a189a-2823-4a1c-8884-bc1b49992c1c HTTP/1.1" status: 200 len: 1001 time: 0.0841916 Aug 12 01:36:14.664013 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d155-36b2-41d5-9a65-a0d8961ebd78 req-66259353-0262-4790-8b01-d16ab80de2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:14.665807 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8cb0d155-36b2-41d5-9a65-a0d8961ebd78 req-66259353-0262-4790-8b01-d16ab80de2dc service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 200 len: 850 time: 0.0486057 Aug 12 01:36:14.720917 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d155-36b2-41d5-9a65-a0d8961ebd78 req-28e9dfd2-5d4a-4bd3-b0d3-c6be4021c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:36:14.722488 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8cb0d155-36b2-41d5-9a65-a0d8961ebd78 req-28e9dfd2-5d4a-4bd3-b0d3-c6be4021c19c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4d3c14b0-d6e3-49a6-94a3-2110714459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501807 Aug 12 01:36:14.830463 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8cb0d155-36b2-41d5-9a65-a0d8961ebd78 req-766e876f-3d53-4d65-9360-49cef6a8794a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006205 Aug 12 01:36:14.957172 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8cb0d155-36b2-41d5-9a65-a0d8961ebd78 req-3968cda8-fe3a-462b-ba1a-303bdf0b2ef8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211779 Aug 12 01:36:22.268110 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:UPDATE=1,neutron:SELECT=11 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:22.269417 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:23.577981 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 56932) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:23.724441 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-06664dce-4cce-4176-9466-23a5b6d349b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:23.810331 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-06664dce-4cce-4176-9466-23a5b6d349b6 admin admin] Publish callbacks [] for security_group (0f1b3e0b-b5a5-40ad-88fd-4b1ffff6cb5e), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:23.816212 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-06664dce-4cce-4176-9466-23a5b6d349b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (0f1b3e0b-b5a5-40ad-88fd-4b1ffff6cb5e), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:23.857860 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-06664dce-4cce-4176-9466-23a5b6d349b6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e4b545fd19c840ed89d90685ad7dca0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785881 Aug 12 01:36:23.859094 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06664dce-4cce-4176-9466-23a5b6d349b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b3e0b-b5a5-40ad-88fd-4b1ffff6cb5e,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:23.860729 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 56936) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:23.915435 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f5f50e4e-ceb5-40a0-9b86-fc040f4452a0 admin admin] Publish callbacks [] for security_group (0f1b3e0b-b5a5-40ad-88fd-4b1ffff6cb5e), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:23.940381 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f5f50e4e-ceb5-40a0-9b86-fc040f4452a0 admin admin] Publish callbacks [] for security_group (0f1b3e0b-b5a5-40ad-88fd-4b1ffff6cb5e), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:23.992621 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f5f50e4e-ceb5-40a0-9b86-fc040f4452a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (0f1b3e0b-b5a5-40ad-88fd-4b1ffff6cb5e), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:23.996328 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-f5f50e4e-ceb5-40a0-9b86-fc040f4452a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:23.997801 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-f5f50e4e-ceb5-40a0-9b86-fc040f4452a0 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0f1b3e0b-b5a5-40ad-88fd-4b1ffff6cb5e HTTP/1.1" status: 204 len: 168 time: 0.1360669 Aug 12 01:36:24.006188 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f50e4e-ceb5-40a0-9b86-fc040f4452a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b3e0b-b5a5-40ad-88fd-4b1ffff6cb5e,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:29.208164 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:36:33.851226 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:33.854245 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=73,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:34.001429 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:34.002660 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:34.018444 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:34.019888 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:36.526413 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-31657591-b1e6-4d21-9af6-748923d2e8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:38.979265 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-6662eba3-3186-45e7-a809-557bca7e202f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:39.135863 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:39.830271 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:41.540605 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:41.676802 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:43.415773 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 57084) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:43.523356 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4d671e8d-778b-40a4-ac3e-805e85d1a2ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:43.602187 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4d671e8d-778b-40a4-ac3e-805e85d1a2ca admin admin] Publish callbacks [] for security_group (39b07635-664e-4404-9894-64799d6083f3), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:43.608824 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-4d671e8d-778b-40a4-ac3e-805e85d1a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (39b07635-664e-4404-9894-64799d6083f3), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:43.651654 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-4d671e8d-778b-40a4-ac3e-805e85d1a2ca admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6b85437d97914a96893f1594ad36a60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347510 Aug 12 01:36:43.652800 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d671e8d-778b-40a4-ac3e-805e85d1a2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b07635-664e-4404-9894-64799d6083f3,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:43.654542 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 57088) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:36:43.705162 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7b36a5ce-03e5-4903-af29-786158cd174b admin admin] Publish callbacks [] for security_group (39b07635-664e-4404-9894-64799d6083f3), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:43.726798 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7b36a5ce-03e5-4903-af29-786158cd174b admin admin] Publish callbacks [] for security_group (39b07635-664e-4404-9894-64799d6083f3), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:43.785988 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7b36a5ce-03e5-4903-af29-786158cd174b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (39b07635-664e-4404-9894-64799d6083f3), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:43.788692 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-7b36a5ce-03e5-4903-af29-786158cd174b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:36:43.789847 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-7b36a5ce-03e5-4903-af29-786158cd174b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/39b07635-664e-4404-9894-64799d6083f3 HTTP/1.1" status: 204 len: 168 time: 0.1340826 Aug 12 01:36:43.797752 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36a5ce-03e5-4903-af29-786158cd174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b07635-664e-4404-9894-64799d6083f3,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:36:47.159164 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:47.160989 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:51.660493 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:53.646234 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:53.649422 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:53.769102 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:53.793478 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:36:53.811580 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:02.596024 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=15 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:02.597195 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=11 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:06.207981 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:37:06.519219 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-88563553-0dbf-40c4-b2a6-63e41da1842d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:08.978902 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7d367e76-3cb8-4dc7-ad6f-eca1d6f9c3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:09.140156 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:09.835898 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:11.542448 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:11.680501 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:14.549141 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf81df1-927b-41d4-84b6-818a80e1859b req-6d7e5ed4-0324-470c-bddd-04e87edfee45 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:14.550762 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-adf81df1-927b-41d4-84b6-818a80e1859b req-6d7e5ed4-0324-470c-bddd-04e87edfee45 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 945 time: 0.0496538 Aug 12 01:37:14.600250 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-adf81df1-927b-41d4-84b6-818a80e1859b req-7504d3f0-c4b0-4818-975c-75bcf3ca54f2 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410268 Aug 12 01:37:15.721190 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0361d-3ff9-445b-9f8f-77cdf2ba2174 req-a685d5f9-b557-4113-891f-9e493684d5a5 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:15.722643 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d5d0361d-3ff9-445b-9f8f-77cdf2ba2174 req-a685d5f9-b557-4113-891f-9e493684d5a5 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 945 time: 0.0482862 Aug 12 01:37:15.772804 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d5d0361d-3ff9-445b-9f8f-77cdf2ba2174 req-2dd09cb6-e9d2-41c1-9e6e-bfa93340d5bf tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Aug 12 01:37:16.088450 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aff064-8bf3-4bc4-849d-d4840e4220f1 req-6fe6e7c7-1b08-4ea5-ae55-726a76382d3b tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:16.090548 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-64aff064-8bf3-4bc4-849d-d4840e4220f1 req-6fe6e7c7-1b08-4ea5-ae55-726a76382d3b tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 945 time: 0.0474248 Aug 12 01:37:16.185263 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-64aff064-8bf3-4bc4-849d-d4840e4220f1 req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Deleting port 2126a465-71c5-4b71-ad16-f601b4300b96 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:37:16.185579 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-64aff064-8bf3-4bc4-849d-d4840e4220f1 req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:16.306089 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-64aff064-8bf3-4bc4-849d-d4840e4220f1 req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] For port 2126a465-71c5-4b71-ad16-f601b4300b96, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2126a465-71c5-4b71-ad16-f601b4300b96,segment=NetworkSegment(67640b1f-0098-4d2a-9256-d681b7a95530),segment_id=67640b1f-0098-4d2a-9256-d681b7a95530)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:37:16.306355 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-64aff064-8bf3-4bc4-849d-d4840e4220f1 req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:16.310245 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-54f6d03c-a051-4818-b6e6-e58b2837328a req-f9481fa8-8b27-4b20-95ad-a5c1db0b8930 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604970 Aug 12 01:37:16.320772 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-64aff064-8bf3-4bc4-849d-d4840e4220f1 req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Calling delete_port for 2126a465-71c5-4b71-ad16-f601b4300b96 owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:37:16.416810 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d03c-a051-4818-b6e6-e58b2837328a req-0c1fa4a9-c1db-4736-a2be-18b6a67443ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:16.418346 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-54f6d03c-a051-4818-b6e6-e58b2837328a req-0c1fa4a9-c1db-4736-a2be-18b6a67443ba service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 1129 time: 0.0841708 Aug 12 01:37:16.542859 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-64aff064-8bf3-4bc4-849d-d4840e4220f1 req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (2126a465-71c5-4b71-ad16-f601b4300b96), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:16.557942 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['2126a465-71c5-4b71-ad16-f601b4300b96'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:37:16.587362 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Pushing event deleted for resources: {'Port': ['ID=2126a465-71c5-4b71-ad16-f601b4300b96,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:16.596393 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d03c-a051-4818-b6e6-e58b2837328a req-e7c57549-7496-4088-94ae-3383b2d8a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:16.597892 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-54f6d03c-a051-4818-b6e6-e58b2837328a req-e7c57549-7496-4088-94ae-3383b2d8a3e2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 912 time: 0.1585405 Aug 12 01:37:16.623423 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.623821 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.624185 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.624561 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.624918 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.625259 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.625594 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.625921 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.626256 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.626585 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.626916 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.627242 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.627569 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.627914 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.628231 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:16.681966 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aff064-8bf3-4bc4-849d-d4840e4220f1 req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] No DVR routers for this DVR port 2126a465-71c5-4b71-ad16-f601b4300b96 on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:37:16.685850 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-64aff064-8bf3-4bc4-849d-d4840e4220f1 req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:16.689091 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-64aff064-8bf3-4bc4-849d-d4840e4220f1 req-6c026647-d17b-40c4-9780-dc273cb300ed tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.15 "DELETE /networking/v2.0/ports/2126a465-71c5-4b71-ad16-f601b4300b96 HTTP/1.1" status: 204 len: 173 time: 0.5926571 Aug 12 01:37:16.689522 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26d8c14-0471-43d3-8649-4bced6a28d79', 'name': 'network-vif-deleted', 'tag': '2126a465-71c5-4b71-ad16-f601b4300b96'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:37:16.691816 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc19a716-39f9-4874-a17c-cb0e423426c1" -d '{"events": [{"server_uuid": "e26d8c14-0471-43d3-8649-4bced6a28d79", "name": "network-vif-deleted", "tag": "2126a465-71c5-4b71-ad16-f601b4300b96"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:37:16.711048 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-54f6d03c-a051-4818-b6e6-e58b2837328a req-37797a7e-4690-4052-9a6d-44ce4280f294 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e026290-e0ea-4142-992c-806bce55dee6 HTTP/1.1" status: 200 len: 999 time: 0.0952618 Aug 12 01:37:16.748813 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fca314-a482-4c2e-a6f3-ef1a1a40fbb4 x-openstack-request-id: req-26fca314-a482-4c2e-a6f3-ef1a1a40fbb4 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:37:16.749056 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26d8c14-0471-43d3-8649-4bced6a28d79", "name": "network-vif-deleted", "tag": "2126a465-71c5-4b71-ad16-f601b4300b96", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:37:16.749302 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26fca314-a482-4c2e-a6f3-ef1a1a40fbb4 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:37:16.749727 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26fca314-a482-4c2e-a6f3-ef1a1a40fbb4'] response: {'server_uuid': 'e26d8c14-0471-43d3-8649-4bced6a28d79', 'name': 'network-vif-deleted', 'tag': '2126a465-71c5-4b71-ad16-f601b4300b96', 'status': 'completed', 'code': 200} Aug 12 01:37:16.767754 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d03c-a051-4818-b6e6-e58b2837328a req-70c6bba1-28d3-4c87-b24e-5eb25c798c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:16.769206 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-54f6d03c-a051-4818-b6e6-e58b2837328a req-70c6bba1-28d3-4c87-b24e-5eb25c798c74 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 200 len: 850 time: 0.0490577 Aug 12 01:37:16.827032 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d03c-a051-4818-b6e6-e58b2837328a req-429b51c9-3355-4ba6-99e6-d0ed6e47d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:16.828646 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-54f6d03c-a051-4818-b6e6-e58b2837328a req-429b51c9-3355-4ba6-99e6-d0ed6e47d447 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4d3c14b0-d6e3-49a6-94a3-2110714459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421429 Aug 12 01:37:16.887479 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-100b879b-c42d-4df1-a364-da0336b0249a req-1c839677-9abf-47a8-a49e-47a4ff2ac6bb tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e26d8c14-0471-43d3-8649-4bced6a28d79 HTTP/1.1" status: 200 len: 210 time: 0.0274854 Aug 12 01:37:16.941952 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-54f6d03c-a051-4818-b6e6-e58b2837328a req-45a11d34-4817-4a07-bb33-0df74f4b7a07 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889666 Aug 12 01:37:17.136982 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:17.169102 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-54f6d03c-a051-4818-b6e6-e58b2837328a req-f2754a0e-9b6b-42fc-813c-e05cca542c2a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969563 Aug 12 01:37:19.831993 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 2126a465-71c5-4b71-ad16-f601b4300b96 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:37:19.863820 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: 2126a465-71c5-4b71-ad16-f601b4300b96 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:37:19.864165 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 2126a465-71c5-4b71-ad16-f601b4300b96 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:37:24.152421 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=2 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:24.153747 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=6 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:26.561928 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:26.869357 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=18 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:26.870588 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=20 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:27.158615 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:27.165814 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:28.110906 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234148-439c-42e8-83e8-6b22f0f3628a req-cb61fda3-c36e-444b-a36b-9bdd3dca911b tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:28.112419 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-cb61fda3-c36e-444b-a36b-9bdd3dca911b tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/networks?id=18a5b222-203d-49ab-a389-b001de1bf635 HTTP/1.1" status: 200 len: 814 time: 0.1099153 Aug 12 01:37:28.131039 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-9012e49c-0f88-4167-adc8-75d1f463c6b5 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/quotas/c325ffbf006f4c8fa8ce5f370a157c02 HTTP/1.1" status: 200 len: 375 time: 0.0097404 Aug 12 01:37:28.164557 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-5a2f14d0-3055-4b85-b51e-7f8f093cf0fd tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c325ffbf006f4c8fa8ce5f370a157c02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269427 Aug 12 01:37:28.264421 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-324e39a1-7d8e-4045-80cc-cbe75a7bb5f5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925357 Aug 12 01:37:28.357795 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-7707097a-6de8-4552-bda6-b25ee9b3eab0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877013 Aug 12 01:37:28.533585 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-828446a0-5944-4f0c-b14b-daee9d214733 req-7508456d-9e08-4f95-bbee-d4e6bb75b2d6 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 210 time: 0.0316885 Aug 12 01:37:29.615643 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5c17c89f-a8b7-4db8-9cc3-bfe281de555c req-dfb0bfd4-7eeb-4478-8609-bca10950ebe6 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 210 time: 0.0271211 Aug 12 01:37:29.838430 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:30.698940 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5a5ef02c-610f-4807-8bcc-12931eda31b9 req-d34b4dbe-636b-4642-ad22-2981d12214bf tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 210 time: 0.0296688 Aug 12 01:37:30.878091 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 57542) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:30.987653 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:31.070087 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Publish callbacks [] for security_group (d97a51a8-8d84-4a0d-9b68-2da53e4e8b65), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:31.076235 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (d97a51a8-8d84-4a0d-9b68-2da53e4e8b65), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:31.115074 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b798b32df6ce4ea5bfdb2feb37018c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359481 Aug 12 01:37:31.115953 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97a51a8-8d84-4a0d-9b68-2da53e4e8b65,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:31.117854 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 57546) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:31.137023 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.137304 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.137648 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.137991 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.138319 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.138643 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.139050 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.139357 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.139697 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.140025 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.140354 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.140679 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.140999 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.141321 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.141649 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728b831-145f-4a5b-8726-9d7907acfe49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:31.181433 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5fd25a0e-9146-4d99-8d86-208159d28198 admin admin] Publish callbacks [] for security_group (d97a51a8-8d84-4a0d-9b68-2da53e4e8b65), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:31.202884 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5fd25a0e-9146-4d99-8d86-208159d28198 admin admin] Publish callbacks [] for security_group (d97a51a8-8d84-4a0d-9b68-2da53e4e8b65), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:31.250027 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5fd25a0e-9146-4d99-8d86-208159d28198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (d97a51a8-8d84-4a0d-9b68-2da53e4e8b65), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:31.252581 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5fd25a0e-9146-4d99-8d86-208159d28198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:31.253793 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-5fd25a0e-9146-4d99-8d86-208159d28198 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d97a51a8-8d84-4a0d-9b68-2da53e4e8b65 HTTP/1.1" status: 204 len: 168 time: 0.1349883 Aug 12 01:37:31.261489 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd25a0e-9146-4d99-8d86-208159d28198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97a51a8-8d84-4a0d-9b68-2da53e4e8b65,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:31.784103 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-65715648-c747-4cbc-8445-06a68558a701 req-010e6d34-eec5-4dd5-b625-bdc5ebbae734 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 210 time: 0.0292037 Aug 12 01:37:32.892290 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f44da92f-552b-45d0-b63c-9cb8cf1dc03b req-cb6fd35e-0ada-4f6b-bd94-8a6dd1a1c289 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 210 time: 0.0382333 Aug 12 01:37:33.565279 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ae091460-78f5-4206-8d8d-603f8fc651df tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=5fab5e5f4de84221a00719892a04e7f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353153 Aug 12 01:37:33.609834 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234148-439c-42e8-83e8-6b22f0f3628a req-7b8455d8-6ebf-4154-a78e-5f2aaf33d385 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:33.611386 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-7b8455d8-6ebf-4154-a78e-5f2aaf33d385 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.15 "GET /networking/v2.0/networks?id=18a5b222-203d-49ab-a389-b001de1bf635 HTTP/1.1" status: 200 len: 814 time: 0.1149960 Aug 12 01:37:33.624680 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-94234148-439c-42e8-83e8-6b22f0f3628a req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Request body: {'port': {'device_id': '691b5aff-f98b-4d30-86b9-70c933c401b9', 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635', 'admin_state_up': True, 'tenant_id': 'c325ffbf006f4c8fa8ce5f370a157c02'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:37:33.740811 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94234148-439c-42e8-83e8-6b22f0f3628a req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Made reservation on behalf of c325ffbf006f4c8fa8ce5f370a157c02 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:37:33.744438 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-94234148-439c-42e8-83e8-6b22f0f3628a req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:33.749616 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-f9b74164-babb-4ba7-aef3-b1a7a36b40d7 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:33.751050 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-f9b74164-babb-4ba7-aef3-b1a7a36b40d7 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798522 Aug 12 01:37:33.766061 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-f9f53937-4fd4-4f48-a031-75ec6b6d3ed0 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/quotas/5fab5e5f4de84221a00719892a04e7f8 HTTP/1.1" status: 200 len: 375 time: 0.0094523 Aug 12 01:37:33.799954 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-25bdee6a-172b-4247-8826-4ded862827d5 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5fab5e5f4de84221a00719892a04e7f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274663 Aug 12 01:37:33.874801 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-94234148-439c-42e8-83e8-6b22f0f3628a req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Allocated IP 172.20.0.11 (18a5b222-203d-49ab-a389-b001de1bf635/2194de5a-1659-4f99-8b45-eae532d75068/1389ef99-7202-48fb-bea3-9376dc260d9c) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:37:34.004134 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-facb6068-98de-4cdd-a1d8-1fb8042922a5 req-b681b3bb-dcba-4251-9bcc-42fd79cd377e tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 210 time: 0.0444493 Aug 12 01:37:34.020883 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c35999ee-30aa-46b2-8aff-f4d2fbdf000d req-86ab10b5-6c13-4a4c-b0ec-2e15dc295656 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 210 time: 0.0505800 Aug 12 01:37:34.041464 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-94234148-439c-42e8-83e8-6b22f0f3628a req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks [] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:34.074303 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-94234148-439c-42e8-83e8-6b22f0f3628a req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:34.126043 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94234148-439c-42e8-83e8-6b22f0f3628a req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Network 18a5b222-203d-49ab-a389-b001de1bf635 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:37:34.130342 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-94234148-439c-42e8-83e8-6b22f0f3628a req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:37:34.135912 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-94234148-439c-42e8-83e8-6b22f0f3628a req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:37:34.144555 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Pushing event updated for resources: {'Port': ['ID=1389ef99-7202-48fb-bea3-9376dc260d9c,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:34.190687 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234148-439c-42e8-83e8-6b22f0f3628a req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:34.191369 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-94234148-439c-42e8-83e8-6b22f0f3628a req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:34.207314 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-f0950d07-2541-4fa3-918a-934c122bf7e8 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5865402 Aug 12 01:37:34.219358 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Request body: {'port': {'device_id': '691b5aff-f98b-4d30-86b9-70c933c401b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:37:34.281248 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:34.345998 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:34.403069 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:34.564636 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1389ef99-7202-48fb-bea3-9376dc260d9c {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:37:34.573081 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Publish callbacks [] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:34.587072 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Transition to ACTIVE for port object 1389ef99-7202-48fb-bea3-9376dc260d9c will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:37:34.592167 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:34.668941 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1389ef99-7202-48fb-bea3-9376dc260d9c,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:34.699029 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Attempting to bind port 1389ef99-7202-48fb-bea3-9376dc260d9c on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:37:34.699359 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Attempting to bind port 1389ef99-7202-48fb-bea3-9376dc260d9c by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '67640b1f-0098-4d2a-9256-d681b7a95530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:37:34.699729 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Attempting to bind port 1389ef99-7202-48fb-bea3-9376dc260d9c on network 18a5b222-203d-49ab-a389-b001de1bf635 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:37:34.704225 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Port 1389ef99-7202-48fb-bea3-9376dc260d9c on network 18a5b222-203d-49ab-a389-b001de1bf635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:37:34.704547 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Attempting to bind port 1389ef99-7202-48fb-bea3-9376dc260d9c on network 18a5b222-203d-49ab-a389-b001de1bf635 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:37:34.709707 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:37:34.710039 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Checking segment: {'id': '67640b1f-0098-4d2a-9256-d681b7a95530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:37:34.710417 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Bound using segment: {'id': '67640b1f-0098-4d2a-9256-d681b7a95530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:37:34.710836 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Bound port: 1389ef99-7202-48fb-bea3-9376dc260d9c, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67640b1f-0098-4d2a-9256-d681b7a95530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:37:34.711186 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:34.774025 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] For port 1389ef99-7202-48fb-bea3-9376dc260d9c, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:37:34.777250 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] For port 1389ef99-7202-48fb-bea3-9376dc260d9c, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1389ef99-7202-48fb-bea3-9376dc260d9c,segment=NetworkSegment(67640b1f-0098-4d2a-9256-d681b7a95530),segment_id=67640b1f-0098-4d2a-9256-d681b7a95530)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:37:34.784438 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:34.787756 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:34.788360 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:34.789897 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/1389ef99-7202-48fb-bea3-9376dc260d9c HTTP/1.1" status: 200 len: 1094 time: 0.5746996 Aug 12 01:37:34.791993 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691b5aff-f98b-4d30-86b9-70c933c401b9', 'tag': '1389ef99-7202-48fb-bea3-9376dc260d9c'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:37:34.794655 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fa77c6-54d5-481c-b094-65d467c5ec7d" -d '{"events": [{"name": "network-changed", "server_uuid": "691b5aff-f98b-4d30-86b9-70c933c401b9", "tag": "1389ef99-7202-48fb-bea3-9376dc260d9c"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:37:34.835912 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637b0a6c-1ab7-4abb-acfe-6af2372443f4 x-openstack-request-id: req-637b0a6c-1ab7-4abb-acfe-6af2372443f4 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:37:34.836192 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691b5aff-f98b-4d30-86b9-70c933c401b9", "tag": "1389ef99-7202-48fb-bea3-9376dc260d9c", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:37:34.836443 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-637b0a6c-1ab7-4abb-acfe-6af2372443f4 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:37:34.836841 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637b0a6c-1ab7-4abb-acfe-6af2372443f4'] response: {'name': 'network-changed', 'server_uuid': '691b5aff-f98b-4d30-86b9-70c933c401b9', 'tag': '1389ef99-7202-48fb-bea3-9376dc260d9c', 'status': 'completed', 'code': 200} Aug 12 01:37:34.861477 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf870d8-9619-44b1-b521-87ac522062f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1389ef99-7202-48fb-bea3-9376dc260d9c,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:34.892717 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234148-439c-42e8-83e8-6b22f0f3628a req-50c1eb2d-88fc-4446-b616-e37506779c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:34.894215 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-50c1eb2d-88fc-4446-b616-e37506779c15 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=c325ffbf006f4c8fa8ce5f370a157c02&device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 1128 time: 0.0451961 Aug 12 01:37:34.960817 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-84eef139-133c-4ad8-be84-7d265588db74 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1389ef99-7202-48fb-bea3-9376dc260d9c HTTP/1.1" status: 200 len: 217 time: 0.0540197 Aug 12 01:37:34.980690 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-15dbff4a-704a-4e37-8ff4-44e023aaf7d3 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=5fab5e5f4de84221a00719892a04e7f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662289 Aug 12 01:37:35.117256 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234148-439c-42e8-83e8-6b22f0f3628a req-12e4eb74-ca19-4219-bde7-83df86dc18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:35.118153 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-bcc0212b-1cd3-49b2-9adb-3b1e0c1af93f req-f6b94c04-d853-4b33-9209-43742bb05ee1 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 210 time: 0.0293303 Aug 12 01:37:35.118695 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-12e4eb74-ca19-4219-bde7-83df86dc18c2 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2194de5a-1659-4f99-8b45-eae532d75068 HTTP/1.1" status: 200 len: 854 time: 0.1483288 Aug 12 01:37:35.148029 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:35.153414 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:35.165345 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c4d45-ef37-41cc-9267-3af5cbfb823d req-f4510f28-b23e-4e58-b10c-90b99c2b6d1b tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:35.166882 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-245c4d45-ef37-41cc-9267-3af5cbfb823d req-f4510f28-b23e-4e58-b10c-90b99c2b6d1b tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 944 time: 0.0518095 Aug 12 01:37:35.200364 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-45e72c2d-089f-4066-840d-86e68d41fd14 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=18a5b222-203d-49ab-a389-b001de1bf635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528443 Aug 12 01:37:35.215749 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-245c4d45-ef37-41cc-9267-3af5cbfb823d req-6aae092e-6132-4d38-a555-0c19fe0690ba tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Aug 12 01:37:35.231697 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-940feec2-a175-4e11-9be2-d31c9d29490f tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:35.233141 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-940feec2-a175-4e11-9be2-d31c9d29490f tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341199 Aug 12 01:37:35.268261 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Request body: {'port': {'device_id': '91cd8600-9e0f-4e1b-946c-fca3bd75ff1e', 'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6', 'admin_state_up': True, 'tenant_id': '5fab5e5f4de84221a00719892a04e7f8'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:37:35.339636 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:35.384473 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-b08abf93-8fab-468a-aa21-209d47fd8901 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698997 Aug 12 01:37:35.400085 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:35.708940 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Made reservation on behalf of 5fab5e5f4de84221a00719892a04e7f8 for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:37:35.712296 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:35.726447 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Publish callbacks [] for security_group (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:35.768006 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-94234148-439c-42e8-83e8-6b22f0f3628a req-c8a8b06e-3760-4417-8868-1c9122b4a6b9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760459 Aug 12 01:37:35.834994 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Publish callbacks [] for security_group (08a84630-4ea3-4d71-9432-67333ef6de47), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:35.841331 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (08a84630-4ea3-4d71-9432-67333ef6de47), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:35.905565 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a84630-4ea3-4d71-9432-67333ef6de47,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:35.977928 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Allocated IP 192.168.233.145 (60166be1-a911-4bc8-a98d-9beab7616ae6/e668b202-35cc-4636-90f5-49c8a102a76d/f2b0629a-9a02-4349-9105-00c9206a7216) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:37:36.128690 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Publish callbacks [] for port (f2b0629a-9a02-4349-9105-00c9206a7216), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:36.162786 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:36.209550 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Network 60166be1-a911-4bc8-a98d-9beab7616ae6 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:37:36.214837 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:37:36.217024 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Pushing event updated for resources: {'Port': ['ID=f2b0629a-9a02-4349-9105-00c9206a7216,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:36.219196 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:37:36.242731 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f759f4-ffbf-4d87-9d45-39337adbe724 req-22ab1dca-fbc6-4357-bbd8-75b1d9da4057 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:36.245286 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-51f759f4-ffbf-4d87-9d45-39337adbe724 req-22ab1dca-fbc6-4357-bbd8-75b1d9da4057 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 936 time: 0.0525494 Aug 12 01:37:36.272368 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:36.292819 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:36.293099 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:36.312113 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-ab113fad-c76d-4566-b632-bccf0302ce21 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0697260 Aug 12 01:37:36.316741 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-51f759f4-ffbf-4d87-9d45-39337adbe724 req-093fe1bf-c9a5-4169-8200-92846810ed0c tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=08a84630-4ea3-4d71-9432-67333ef6de47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636518 Aug 12 01:37:36.354687 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0180-a554-4a27-a77f-879c8d34af6c req-84733b1e-a608-4054-8c54-fed648bc72df tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:36.356627 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9e6d0180-a554-4a27-a77f-879c8d34af6c req-84733b1e-a608-4054-8c54-fed648bc72df tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 944 time: 0.0537724 Aug 12 01:37:36.408322 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9e6d0180-a554-4a27-a77f-879c8d34af6c req-b20f4062-2d54-4410-877c-95dd6cf53101 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Aug 12 01:37:36.491357 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-79c54b15-ce4e-4fb7-bc08-b562352b00db None None] Provisioning complete for port f2b0629a-9a02-4349-9105-00c9206a7216 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:37:36.492208 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-79c54b15-ce4e-4fb7-bc08-b562352b00db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:36.541423 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-79c54b15-ce4e-4fb7-bc08-b562352b00db None None] Port f2b0629a-9a02-4349-9105-00c9206a7216 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:37:36.545760 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-22512a58-e5c2-4b08-82bd-303d14ea0ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:36.555955 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Request body: {'port': {'device_id': '91cd8600-9e0f-4e1b-946c-fca3bd75ff1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:37:36.635308 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa77c6-54d5-481c-b094-65d467c5ec7d req-286cc24f-9ae4-4c6b-9544-e4e78768fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:36.636855 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-52fa77c6-54d5-481c-b094-65d467c5ec7d req-286cc24f-9ae4-4c6b-9544-e4e78768fdf2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=c325ffbf006f4c8fa8ce5f370a157c02&device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 1128 time: 0.0853393 Aug 12 01:37:36.653291 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:36.708618 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:36.816005 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa77c6-54d5-481c-b094-65d467c5ec7d req-d1462017-d46f-40ef-b1b9-5c18568d5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:36.817447 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-52fa77c6-54d5-481c-b094-65d467c5ec7d req-d1462017-d46f-40ef-b1b9-5c18568d5cf4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=18a5b222-203d-49ab-a389-b001de1bf635 HTTP/1.1" status: 200 len: 915 time: 0.1739879 Aug 12 01:37:36.866140 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-52fa77c6-54d5-481c-b094-65d467c5ec7d req-cdf2f6e2-d3c6-4044-b85b-7f53da1c999e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1389ef99-7202-48fb-bea3-9376dc260d9c HTTP/1.1" status: 200 len: 217 time: 0.0423434 Aug 12 01:37:36.957096 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa77c6-54d5-481c-b094-65d467c5ec7d req-769228f5-0f30-4e02-8da6-41f3e637a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:36.958572 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-52fa77c6-54d5-481c-b094-65d467c5ec7d req-769228f5-0f30-4e02-8da6-41f3e637a488 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2194de5a-1659-4f99-8b45-eae532d75068 HTTP/1.1" status: 200 len: 854 time: 0.0865545 Aug 12 01:37:37.008031 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-52fa77c6-54d5-481c-b094-65d467c5ec7d req-4f22cdea-fc0e-4e2e-820c-7171c0b3ac98 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=18a5b222-203d-49ab-a389-b001de1bf635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391209 Aug 12 01:37:37.115703 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b0629a-9a02-4349-9105-00c9206a7216 {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:37:37.129305 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Publish callbacks [] for port (f2b0629a-9a02-4349-9105-00c9206a7216), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:37.154691 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Transition to ACTIVE for port object f2b0629a-9a02-4349-9105-00c9206a7216 will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:37:37.157171 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-52fa77c6-54d5-481c-b094-65d467c5ec7d req-f69c807e-213b-4119-8d25-e3e236bda4e3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420374 Aug 12 01:37:37.159450 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:37.267578 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b0629a-9a02-4349-9105-00c9206a7216,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:37.292835 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:37.345315 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-52fa77c6-54d5-481c-b094-65d467c5ec7d req-6f4c10e9-150e-426d-967f-bf59f01e90af service neutron] 10.222.0.15 "GET /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799595 Aug 12 01:37:37.347753 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Attempting to bind port f2b0629a-9a02-4349-9105-00c9206a7216 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:37:37.348087 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Attempting to bind port f2b0629a-9a02-4349-9105-00c9206a7216 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '373dfe44-aa36-44a7-b790-4c4228a2171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:37:37.348414 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Attempting to bind port f2b0629a-9a02-4349-9105-00c9206a7216 on network 60166be1-a911-4bc8-a98d-9beab7616ae6 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:37:37.353112 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Port f2b0629a-9a02-4349-9105-00c9206a7216 on network 60166be1-a911-4bc8-a98d-9beab7616ae6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:37:37.353881 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Attempting to bind port f2b0629a-9a02-4349-9105-00c9206a7216 on network 60166be1-a911-4bc8-a98d-9beab7616ae6 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:37:37.364799 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:37:37.365155 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Checking segment: {'id': '373dfe44-aa36-44a7-b790-4c4228a2171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:37:37.365543 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Bound using segment: {'id': '373dfe44-aa36-44a7-b790-4c4228a2171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:37:37.366025 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Bound port: f2b0629a-9a02-4349-9105-00c9206a7216, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373dfe44-aa36-44a7-b790-4c4228a2171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:37:37.366407 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:37.426775 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] For port f2b0629a-9a02-4349-9105-00c9206a7216, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:37:37.430067 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] For port f2b0629a-9a02-4349-9105-00c9206a7216, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f2b0629a-9a02-4349-9105-00c9206a7216,segment=NetworkSegment(373dfe44-aa36-44a7-b790-4c4228a2171a),segment_id=373dfe44-aa36-44a7-b790-4c4228a2171a)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:37:37.437261 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:37.441767 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:37.442795 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:37.443846 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/f2b0629a-9a02-4349-9105-00c9206a7216 HTTP/1.1" status: 200 len: 1098 time: 0.8935018 Aug 12 01:37:37.446349 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cd8600-9e0f-4e1b-946c-fca3bd75ff1e', 'tag': 'f2b0629a-9a02-4349-9105-00c9206a7216'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:37:37.446481 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1febe1-0a06-49a9-9cfa-42ce584a4a08 req-8af0df0d-b2fe-44d5-a718-9672aa08de95 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:37.447928 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4b0c98-0f26-4b99-beb6-15680dbd8a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "91cd8600-9e0f-4e1b-946c-fca3bd75ff1e", "tag": "f2b0629a-9a02-4349-9105-00c9206a7216"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:37:37.448302 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c1febe1-0a06-49a9-9cfa-42ce584a4a08 req-8af0df0d-b2fe-44d5-a718-9672aa08de95 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 948 time: 0.0531580 Aug 12 01:37:37.520123 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810eaf1-91ad-4711-96f5-8d11c4ca0dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b0629a-9a02-4349-9105-00c9206a7216,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:37.533633 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-2c1febe1-0a06-49a9-9cfa-42ce584a4a08 req-19b6adfa-b5d2-4b25-bdcd-421e3aad9567 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=08a84630-4ea3-4d71-9432-67333ef6de47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726869 Aug 12 01:37:37.533909 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-63f5cab0-27bc-4346-bfac-120bf5aac3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:37.535450 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-63f5cab0-27bc-4346-bfac-120bf5aac3c8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5fab5e5f4de84221a00719892a04e7f8&device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 1132 time: 0.0430701 Aug 12 01:37:37.558032 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280ae39-ea38-4d24-bfa8-d351eaecdea2 req-97a58723-c469-4250-8d23-7f1376141063 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:37.558032 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9280ae39-ea38-4d24-bfa8-d351eaecdea2 req-97a58723-c469-4250-8d23-7f1376141063 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 944 time: 0.0624228 Aug 12 01:37:37.585026 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-bc94fd92-ff42-483b-adf5-4463de7dfbe7 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=f2b0629a-9a02-4349-9105-00c9206a7216 HTTP/1.1" status: 200 len: 217 time: 0.0398035 Aug 12 01:37:37.600691 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c51be09-d896-4df6-8152-243eec4f0867 x-openstack-request-id: req-4c51be09-d896-4df6-8152-243eec4f0867 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:37:37.600974 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cd8600-9e0f-4e1b-946c-fca3bd75ff1e", "tag": "f2b0629a-9a02-4349-9105-00c9206a7216", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:37:37.601223 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c51be09-d896-4df6-8152-243eec4f0867 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:37:37.601622 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c51be09-d896-4df6-8152-243eec4f0867'] response: {'name': 'network-changed', 'server_uuid': '91cd8600-9e0f-4e1b-946c-fca3bd75ff1e', 'tag': 'f2b0629a-9a02-4349-9105-00c9206a7216', 'status': 'completed', 'code': 200} Aug 12 01:37:37.603669 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9280ae39-ea38-4d24-bfa8-d351eaecdea2 req-ed6ccb99-4638-4ab1-a0f8-94143993f1c5 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Aug 12 01:37:37.640885 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-5c6dbfb3-8be0-4d3d-8779-13e12acf8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:37.642505 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-5c6dbfb3-8be0-4d3d-8779-13e12acf8177 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=e668b202-35cc-4636-90f5-49c8a102a76d HTTP/1.1" status: 200 len: 843 time: 0.0505626 Aug 12 01:37:37.686050 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-d6bdee36-8b63-4140-b801-0a3dba56e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:37.687563 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-d6bdee36-8b63-4140-b801-0a3dba56e5e3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=60166be1-a911-4bc8-a98d-9beab7616ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0388350 Aug 12 01:37:37.711140 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:37.785023 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-c290d5ef-4dd5-4ba6-8019-ea0ca1086f7a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/60166be1-a911-4bc8-a98d-9beab7616ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902393 Aug 12 01:37:37.881624 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e817efbc-035a-403d-b1b7-1593f0b5ac25 req-2c6b7fee-5938-4867-8f8f-5b2679bfc033 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/60166be1-a911-4bc8-a98d-9beab7616ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893426 Aug 12 01:37:37.950535 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 1389ef99-7202-48fb-bea3-9376dc260d9c details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:37:38.055841 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 1389ef99-7202-48fb-bea3-9376dc260d9c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1389ef99-7202-48fb-bea3-9376dc260d9c,segment=NetworkSegment(67640b1f-0098-4d2a-9256-d681b7a95530),segment_id=67640b1f-0098-4d2a-9256-d681b7a95530)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:37:38.070834 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': '1389ef99-7202-48fb-bea3-9376dc260d9c', 'network_id': '18a5b222-203d-49ab-a389-b001de1bf635', 'port_id': '1389ef99-7202-48fb-bea3-9376dc260d9c', 'mac_address': 'fa:16:3e:ad:fa:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2194de5a-1659-4f99-8b45-eae532d75068', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:37:38.225895 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 1389ef99-7202-48fb-bea3-9376dc260d9c is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:37:38.226137 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:38.239709 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1389ef99-7202-48fb-bea3-9376dc260d9c {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:37:38.263702 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 1389ef99-7202-48fb-bea3-9376dc260d9c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1389ef99-7202-48fb-bea3-9376dc260d9c,segment=NetworkSegment(67640b1f-0098-4d2a-9256-d681b7a95530),segment_id=67640b1f-0098-4d2a-9256-d681b7a95530)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:37:38.269321 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:38.315937 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=1389ef99-7202-48fb-bea3-9376dc260d9c,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:38.323013 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.323360 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.323720 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.324057 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.324386 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.324711 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.325032 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.325347 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.325663 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.325985 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.326308 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.326619 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.326930 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.327240 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.327561 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:38.511398 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['1389ef99-7202-48fb-bea3-9376dc260d9c'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:37:38.667010 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4a678-cd02-42ab-b380-55cab7d0a29f req-3b7420aa-7a98-4d4b-8fcd-02727035f359 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:38.668527 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3fc4a678-cd02-42ab-b380-55cab7d0a29f req-3b7420aa-7a98-4d4b-8fcd-02727035f359 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 948 time: 0.0510626 Aug 12 01:37:38.753657 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0834d0-9eba-4a12-9714-3e7214a1bae7 req-57e95cd6-a49f-4fc5-9ed6-99e053a94552 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:38.755071 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ea0834d0-9eba-4a12-9714-3e7214a1bae7 req-57e95cd6-a49f-4fc5-9ed6-99e053a94552 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 945 time: 0.0732310 Aug 12 01:37:38.759359 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b0c98-0f26-4b99-beb6-15680dbd8a0b req-d0127e68-98d1-47fb-aee1-40a7d7c4bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:38.759704 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3fc4a678-cd02-42ab-b380-55cab7d0a29f req-d356aff7-bf9e-4443-b810-28bb6aff35de tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=08a84630-4ea3-4d71-9432-67333ef6de47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849829 Aug 12 01:37:38.761001 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b4b0c98-0f26-4b99-beb6-15680dbd8a0b req-d0127e68-98d1-47fb-aee1-40a7d7c4bed2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5fab5e5f4de84221a00719892a04e7f8&device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 1132 time: 0.0399864 Aug 12 01:37:38.807832 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ea0834d0-9eba-4a12-9714-3e7214a1bae7 req-604d9273-f553-4e02-b02c-fdfad900b690 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459955 Aug 12 01:37:38.856158 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b0c98-0f26-4b99-beb6-15680dbd8a0b req-2940ed65-5626-4923-a0a0-403e75cfa534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:38.857653 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b4b0c98-0f26-4b99-beb6-15680dbd8a0b req-2940ed65-5626-4923-a0a0-403e75cfa534 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=60166be1-a911-4bc8-a98d-9beab7616ae6 HTTP/1.1" status: 200 len: 870 time: 0.0903502 Aug 12 01:37:38.896852 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b4b0c98-0f26-4b99-beb6-15680dbd8a0b req-3a089585-b078-4111-acd8-55d2c5c9410c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=f2b0629a-9a02-4349-9105-00c9206a7216 HTTP/1.1" status: 200 len: 217 time: 0.0318594 Aug 12 01:37:38.947055 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b0c98-0f26-4b99-beb6-15680dbd8a0b req-adb9a7e8-35a5-42c1-aa4a-200f06305e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:38.948608 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b4b0c98-0f26-4b99-beb6-15680dbd8a0b req-adb9a7e8-35a5-42c1-aa4a-200f06305e96 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=e668b202-35cc-4636-90f5-49c8a102a76d HTTP/1.1" status: 200 len: 843 time: 0.0453587 Aug 12 01:37:38.976798 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3017-d7cd-4c82-880e-7e4cec6547c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:38.999784 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b0c98-0f26-4b99-beb6-15680dbd8a0b req-700b9fed-8e2a-4e5d-9d17-18b7dd47f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:39.001350 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b4b0c98-0f26-4b99-beb6-15680dbd8a0b req-700b9fed-8e2a-4e5d-9d17-18b7dd47f272 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=60166be1-a911-4bc8-a98d-9beab7616ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0447354 Aug 12 01:37:39.095327 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b4b0c98-0f26-4b99-beb6-15680dbd8a0b req-60d4b10e-7a93-4089-b52c-5b47ab3487aa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/60166be1-a911-4bc8-a98d-9beab7616ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865891 Aug 12 01:37:39.111169 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:39.155452 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:39.193685 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9b4b0c98-0f26-4b99-beb6-15680dbd8a0b req-b5d343e4-dd93-4024-bc42-ee5028cbaf71 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/60166be1-a911-4bc8-a98d-9beab7616ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899734 Aug 12 01:37:39.836220 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:39.904319 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2ca76-0575-4750-822b-28f8d9236347 req-5649db6f-bc71-499c-bb29-503860092a8d tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:39.905748 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9e2ca76-0575-4750-822b-28f8d9236347 req-5649db6f-bc71-499c-bb29-503860092a8d tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 948 time: 0.0632429 Aug 12 01:37:39.955184 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e1b50-9e99-4cb3-a815-fe4eaab0007e req-96d5d871-3bca-4d21-bc9e-a054b14efbcc tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:39.956668 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9f7e1b50-9e99-4cb3-a815-fe4eaab0007e req-96d5d871-3bca-4d21-bc9e-a054b14efbcc tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 945 time: 0.0747471 Aug 12 01:37:39.966394 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device f2b0629a-9a02-4349-9105-00c9206a7216 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:37:39.969628 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 1389ef99-7202-48fb-bea3-9376dc260d9c up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:37:39.997407 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-b9e2ca76-0575-4750-822b-28f8d9236347 req-116c9ab7-5c91-4737-afdb-b64a9d53c101 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=08a84630-4ea3-4d71-9432-67333ef6de47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760117 Aug 12 01:37:40.023241 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:40.023942 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9f7e1b50-9e99-4cb3-a815-fe4eaab0007e req-594461fc-ab4d-4447-a1fa-1800feb72741 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567145 Aug 12 01:37:40.063396 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port 1389ef99-7202-48fb-bea3-9376dc260d9c completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:37:40.072757 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:40.076901 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port 1389ef99-7202-48fb-bea3-9376dc260d9c triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:37:40.077272 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:40.141970 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port f2b0629a-9a02-4349-9105-00c9206a7216, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f2b0629a-9a02-4349-9105-00c9206a7216,segment=NetworkSegment(373dfe44-aa36-44a7-b790-4c4228a2171a),segment_id=373dfe44-aa36-44a7-b790-4c4228a2171a)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:37:40.155885 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'f2b0629a-9a02-4349-9105-00c9206a7216', 'network_id': '60166be1-a911-4bc8-a98d-9beab7616ae6', 'port_id': 'f2b0629a-9a02-4349-9105-00c9206a7216', 'mac_address': 'fa:16:3e:0c:f5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e668b202-35cc-4636-90f5-49c8a102a76d', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:37:40.213867 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port 1389ef99-7202-48fb-bea3-9376dc260d9c is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:37:40.214242 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:40.217301 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port f2b0629a-9a02-4349-9105-00c9206a7216 is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:37:40.217667 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:40.242655 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b0629a-9a02-4349-9105-00c9206a7216 {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:37:40.254040 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691b5aff-f98b-4d30-86b9-70c933c401b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1389ef99-7202-48fb-bea3-9376dc260d9c'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:37:40.256317 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4947f037-c656-4113-ac01-03931d8f388a" -d '{"events": [{"server_uuid": "691b5aff-f98b-4d30-86b9-70c933c401b9", "name": "network-vif-plugged", "status": "completed", "tag": "1389ef99-7202-48fb-bea3-9376dc260d9c"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:37:40.277788 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port 1389ef99-7202-48fb-bea3-9376dc260d9c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1389ef99-7202-48fb-bea3-9376dc260d9c,segment=NetworkSegment(67640b1f-0098-4d2a-9256-d681b7a95530),segment_id=67640b1f-0098-4d2a-9256-d681b7a95530)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:37:40.283632 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:40.290631 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port f2b0629a-9a02-4349-9105-00c9206a7216, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f2b0629a-9a02-4349-9105-00c9206a7216,segment=NetworkSegment(373dfe44-aa36-44a7-b790-4c4228a2171a),segment_id=373dfe44-aa36-44a7-b790-4c4228a2171a)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:37:40.313707 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d6d608-1a80-4607-8df0-01c7e5673e41 x-openstack-request-id: req-52d6d608-1a80-4607-8df0-01c7e5673e41 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:37:40.313937 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691b5aff-f98b-4d30-86b9-70c933c401b9", "name": "network-vif-plugged", "status": "completed", "tag": "1389ef99-7202-48fb-bea3-9376dc260d9c", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:37:40.314141 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52d6d608-1a80-4607-8df0-01c7e5673e41 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:37:40.314523 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d6d608-1a80-4607-8df0-01c7e5673e41'] response: {'server_uuid': '691b5aff-f98b-4d30-86b9-70c933c401b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1389ef99-7202-48fb-bea3-9376dc260d9c', 'code': 200} Aug 12 01:37:40.317169 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:40.339676 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=1389ef99-7202-48fb-bea3-9376dc260d9c,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:40.389594 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=f2b0629a-9a02-4349-9105-00c9206a7216,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:40.467193 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b27fe7-ab29-41bd-bb83-e3408a22bda6 req-f94f014f-e56c-4bd6-b0bb-943ceed91c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:40.469167 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-41b27fe7-ab29-41bd-bb83-e3408a22bda6 req-f94f014f-e56c-4bd6-b0bb-943ceed91c01 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 1130 time: 0.0409975 Aug 12 01:37:40.524034 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-41b27fe7-ab29-41bd-bb83-e3408a22bda6 req-a1454b3d-4577-4e2c-95fa-105e140562e7 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462203 Aug 12 01:37:40.555560 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['f2b0629a-9a02-4349-9105-00c9206a7216'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:37:41.147101 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3526-cd52-42db-a06e-77e7720e5f14 req-f3174950-79d7-42c7-9f11-18afdb8af7eb tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:41.148588 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4e4d3526-cd52-42db-a06e-77e7720e5f14 req-f3174950-79d7-42c7-9f11-18afdb8af7eb tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 949 time: 0.0721614 Aug 12 01:37:41.163146 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f0daf-3dcd-4856-a892-efc4f300c286 req-17f184db-c648-40d6-84f2-7dc3f8e45b26 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:41.164529 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ef0f0daf-3dcd-4856-a892-efc4f300c286 req-17f184db-c648-40d6-84f2-7dc3f8e45b26 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 946 time: 0.0604119 Aug 12 01:37:41.194696 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:41.237822 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4e4d3526-cd52-42db-a06e-77e7720e5f14 req-f4dd84b2-aa45-4ceb-844a-84eba189e2c8 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=08a84630-4ea3-4d71-9432-67333ef6de47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813663 Aug 12 01:37:41.240948 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ef0f0daf-3dcd-4856-a892-efc4f300c286 req-1ad37107-2361-4ede-9cfd-caeb2032e49c tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706344 Aug 12 01:37:41.553606 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:41.676691 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:41.982084 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device f2b0629a-9a02-4349-9105-00c9206a7216 up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:37:42.024363 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port f2b0629a-9a02-4349-9105-00c9206a7216 completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:37:42.031736 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port f2b0629a-9a02-4349-9105-00c9206a7216 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:37:42.032114 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:42.105945 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port f2b0629a-9a02-4349-9105-00c9206a7216 is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:37:42.106355 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:42.108548 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:42.148326 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port f2b0629a-9a02-4349-9105-00c9206a7216, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f2b0629a-9a02-4349-9105-00c9206a7216,segment=NetworkSegment(373dfe44-aa36-44a7-b790-4c4228a2171a),segment_id=373dfe44-aa36-44a7-b790-4c4228a2171a)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:37:42.153252 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:42.198011 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=f2b0629a-9a02-4349-9105-00c9206a7216,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:42.315346 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cd8600-9e0f-4e1b-946c-fca3bd75ff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b0629a-9a02-4349-9105-00c9206a7216'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:37:42.317777 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebad843d-446c-4f0a-b400-36aa865eaed9" -d '{"events": [{"server_uuid": "91cd8600-9e0f-4e1b-946c-fca3bd75ff1e", "name": "network-vif-plugged", "status": "completed", "tag": "f2b0629a-9a02-4349-9105-00c9206a7216"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:37:42.393104 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d9648-6965-4f94-bd47-539f1a16fa95 req-46a291dd-fb83-4043-9331-3af3ad3f44e3 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:42.394554 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-870d9648-6965-4f94-bd47-539f1a16fa95 req-46a291dd-fb83-4043-9331-3af3ad3f44e3 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 946 time: 0.0749273 Aug 12 01:37:42.402153 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b72641-2227-4e10-9455-90558fd3d7eb req-928792c4-164a-46c6-900f-3124d167316e tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:42.403493 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d1b72641-2227-4e10-9455-90558fd3d7eb req-928792c4-164a-46c6-900f-3124d167316e tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 950 time: 0.0743988 Aug 12 01:37:42.453708 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:42.479236 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-870d9648-6965-4f94-bd47-539f1a16fa95 req-0294f364-12ef-462f-bf21-7bd9b606f890 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746534 Aug 12 01:37:42.482369 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-d1b72641-2227-4e10-9455-90558fd3d7eb req-c6f14f7f-087e-4222-8433-f81c8f74e446 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=08a84630-4ea3-4d71-9432-67333ef6de47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711501 Aug 12 01:37:42.525185 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef7a526-329b-4a3b-9eec-f59382cb2500 x-openstack-request-id: req-0ef7a526-329b-4a3b-9eec-f59382cb2500 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:37:42.525599 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cd8600-9e0f-4e1b-946c-fca3bd75ff1e", "name": "network-vif-plugged", "status": "completed", "tag": "f2b0629a-9a02-4349-9105-00c9206a7216", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:37:42.525870 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ef7a526-329b-4a3b-9eec-f59382cb2500 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:37:42.526323 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef7a526-329b-4a3b-9eec-f59382cb2500'] response: {'server_uuid': '91cd8600-9e0f-4e1b-946c-fca3bd75ff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b0629a-9a02-4349-9105-00c9206a7216', 'code': 200} Aug 12 01:37:42.723480 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af84c43-52be-404c-ae2a-f2285cd6fcb4 req-6de9ef89-4225-42f2-a0a1-4b11b919ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:42.725024 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2af84c43-52be-404c-ae2a-f2285cd6fcb4 req-6de9ef89-4225-42f2-a0a1-4b11b919ee8c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 1134 time: 0.0420294 Aug 12 01:37:42.768450 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-2af84c43-52be-404c-ae2a-f2285cd6fcb4 req-1d1f40c5-217a-42eb-abda-637f98a2eb3d service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=08a84630-4ea3-4d71-9432-67333ef6de47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375376 Aug 12 01:37:43.212100 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:37:43.610192 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca69387-d187-4f46-8e88-b43502477c40 req-3a13ff69-f082-441b-a4e9-4ac03b021150 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:43.611561 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8ca69387-d187-4f46-8e88-b43502477c40 req-3a13ff69-f082-441b-a4e9-4ac03b021150 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 950 time: 0.0484056 Aug 12 01:37:43.668988 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-8ca69387-d187-4f46-8e88-b43502477c40 req-574267a6-f927-463e-a732-30293e8762d4 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=08a84630-4ea3-4d71-9432-67333ef6de47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515702 Aug 12 01:37:44.804331 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c5108-650f-4131-82b7-5cfc4d9af882 req-eddfcb01-e4b0-4f74-b99a-759b5a31ef2e tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:44.805759 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da4c5108-650f-4131-82b7-5cfc4d9af882 req-eddfcb01-e4b0-4f74-b99a-759b5a31ef2e tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 950 time: 0.0495396 Aug 12 01:37:44.855292 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-da4c5108-650f-4131-82b7-5cfc4d9af882 req-33197cd3-f772-40ba-bac5-daf665673bbb tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=08a84630-4ea3-4d71-9432-67333ef6de47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Aug 12 01:37:45.138318 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23ef7f-81d2-4878-972b-b24218d14f31 req-fe586ff6-0c79-4217-895f-cbd11d3e6856 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:45.140300 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b23ef7f-81d2-4878-972b-b24218d14f31 req-fe586ff6-0c79-4217-895f-cbd11d3e6856 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 950 time: 0.0524721 Aug 12 01:37:45.190830 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9b23ef7f-81d2-4878-972b-b24218d14f31 req-4ef6f766-71fa-499c-ab39-b6ccaf1ab0f0 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=08a84630-4ea3-4d71-9432-67333ef6de47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443873 Aug 12 01:37:46.321516 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcec178-a116-4f4c-84fc-849a04954d58 req-aaf5c0aa-dbd7-4bae-82b3-f951c405ed9e tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:46.323056 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3fcec178-a116-4f4c-84fc-849a04954d58 req-aaf5c0aa-dbd7-4bae-82b3-f951c405ed9e tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 950 time: 0.0523136 Aug 12 01:37:46.372954 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3fcec178-a116-4f4c-84fc-849a04954d58 req-8176adda-325d-407d-bd7d-69f816d9faff tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=08a84630-4ea3-4d71-9432-67333ef6de47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442162 Aug 12 01:37:46.374277 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e501661-bacc-466e-a36e-365d8c958c4c req-8c9bdede-173d-4cd2-84b0-cb039b4ff77c tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:46.375752 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5e501661-bacc-466e-a36e-365d8c958c4c req-8c9bdede-173d-4cd2-84b0-cb039b4ff77c tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=91cd8600-9e0f-4e1b-946c-fca3bd75ff1e HTTP/1.1" status: 200 len: 950 time: 0.0487552 Aug 12 01:37:46.457061 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-5e501661-bacc-466e-a36e-365d8c958c4c req-58f3df0c-8d8b-4cd3-97e3-972c87d8a513 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Deleting port f2b0629a-9a02-4349-9105-00c9206a7216 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:37:46.457401 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-5e501661-bacc-466e-a36e-365d8c958c4c req-58f3df0c-8d8b-4cd3-97e3-972c87d8a513 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:46.527417 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:46.551047 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-5e501661-bacc-466e-a36e-365d8c958c4c req-58f3df0c-8d8b-4cd3-97e3-972c87d8a513 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] For port f2b0629a-9a02-4349-9105-00c9206a7216, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f2b0629a-9a02-4349-9105-00c9206a7216,segment=NetworkSegment(373dfe44-aa36-44a7-b790-4c4228a2171a),segment_id=373dfe44-aa36-44a7-b790-4c4228a2171a)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:37:46.551408 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-5e501661-bacc-466e-a36e-365d8c958c4c req-58f3df0c-8d8b-4cd3-97e3-972c87d8a513 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:46.564738 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-5e501661-bacc-466e-a36e-365d8c958c4c req-58f3df0c-8d8b-4cd3-97e3-972c87d8a513 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Calling delete_port for f2b0629a-9a02-4349-9105-00c9206a7216 owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:37:46.695558 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-5e501661-bacc-466e-a36e-365d8c958c4c req-58f3df0c-8d8b-4cd3-97e3-972c87d8a513 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (f2b0629a-9a02-4349-9105-00c9206a7216), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:46.707656 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['f2b0629a-9a02-4349-9105-00c9206a7216'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:37:46.723777 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3df0c-8d8b-4cd3-97e3-972c87d8a513 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Pushing event deleted for resources: {'Port': ['ID=f2b0629a-9a02-4349-9105-00c9206a7216,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:46.768880 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e501661-bacc-466e-a36e-365d8c958c4c req-58f3df0c-8d8b-4cd3-97e3-972c87d8a513 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] No DVR routers for this DVR port f2b0629a-9a02-4349-9105-00c9206a7216 on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:37:46.771522 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-5e501661-bacc-466e-a36e-365d8c958c4c req-58f3df0c-8d8b-4cd3-97e3-972c87d8a513 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:46.774762 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-5e501661-bacc-466e-a36e-365d8c958c4c req-58f3df0c-8d8b-4cd3-97e3-972c87d8a513 tempest-VolumesNegativeTest-479118036 tempest-VolumesNegativeTest-479118036-project] 10.222.0.15 "DELETE /networking/v2.0/ports/f2b0629a-9a02-4349-9105-00c9206a7216 HTTP/1.1" status: 204 len: 173 time: 0.3936467 Aug 12 01:37:46.775257 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cd8600-9e0f-4e1b-946c-fca3bd75ff1e', 'name': 'network-vif-deleted', 'tag': 'f2b0629a-9a02-4349-9105-00c9206a7216'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:37:46.777626 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1586c93d-f2f5-43b8-bf1b-c44ec69b3967" -d '{"events": [{"server_uuid": "91cd8600-9e0f-4e1b-946c-fca3bd75ff1e", "name": "network-vif-deleted", "tag": "f2b0629a-9a02-4349-9105-00c9206a7216"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:37:46.816066 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490fa4ed-f0cb-4522-acb0-f74ad8abe226 x-openstack-request-id: req-490fa4ed-f0cb-4522-acb0-f74ad8abe226 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:37:46.816427 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cd8600-9e0f-4e1b-946c-fca3bd75ff1e", "name": "network-vif-deleted", "tag": "f2b0629a-9a02-4349-9105-00c9206a7216", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:37:46.816862 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-490fa4ed-f0cb-4522-acb0-f74ad8abe226 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:37:46.817439 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490fa4ed-f0cb-4522-acb0-f74ad8abe226'] response: {'server_uuid': '91cd8600-9e0f-4e1b-946c-fca3bd75ff1e', 'name': 'network-vif-deleted', 'tag': 'f2b0629a-9a02-4349-9105-00c9206a7216', 'status': 'completed', 'code': 200} Aug 12 01:37:47.041459 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 57690) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:47.193122 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Deleting port d8b7332d-403f-4e9c-8ea3-8f3efca2cf81 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:37:47.193470 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (d8b7332d-403f-4e9c-8ea3-8f3efca2cf81), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:47.289061 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (d8b7332d-403f-4e9c-8ea3-8f3efca2cf81), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:47.289444 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (d8b7332d-403f-4e9c-8ea3-8f3efca2cf81), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:47.308671 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Calling delete_port for d8b7332d-403f-4e9c-8ea3-8f3efca2cf81 owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:37:47.389677 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:47.472143 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (d8b7332d-403f-4e9c-8ea3-8f3efca2cf81), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:47.495021 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event deleted for resources: {'Port': ['ID=d8b7332d-403f-4e9c-8ea3-8f3efca2cf81,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:47.557778 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:47.567506 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (9d3c2ce6-65cf-4e1e-9a1a-8d72ea908311), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:47.567962 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Floating IP 9d3c2ce6-65cf-4e1e-9a1a-8d72ea908311 disassociated (deleted). External IP: 172.27.2.7, port: 1e026290-e0ea-4142-992c-806bce55dee6. Aug 12 01:37:47.780582 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Router a6289ab2-5884-427b-8613-d383f947a406 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:37:48.147132 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:37:48.152339 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:48.158177 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a47dd0-efda-43ec-ab42-ff24dc305851 None None] Sync routers for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:37:48.169080 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a47dd0-efda-43ec-ab42-ff24dc305851 None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:37:48.169695 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-71a47dd0-efda-43ec-ab42-ff24dc305851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:48.184378 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-8f1b9087-aede-42da-8544-10e07dca49ed tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/9d3c2ce6-65cf-4e1e-9a1a-8d72ea908311 HTTP/1.1" status: 204 len: 168 time: 1.1392930 Aug 12 01:37:48.184378 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c36d121-4610-4641-b12a-680daf8cf440', 'tag': '1e026290-e0ea-4142-992c-806bce55dee6'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:37:48.184795 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c160bdd6-c0df-4263-84f2-f64f70875e48" -d '{"events": [{"name": "network-changed", "server_uuid": "8c36d121-4610-4641-b12a-680daf8cf440", "tag": "1e026290-e0ea-4142-992c-806bce55dee6"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:37:48.230118 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72c6bfc-3b11-47ac-9692-f45f9d853073 x-openstack-request-id: req-e72c6bfc-3b11-47ac-9692-f45f9d853073 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:37:48.230398 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c36d121-4610-4641-b12a-680daf8cf440", "tag": "1e026290-e0ea-4142-992c-806bce55dee6", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:37:48.230655 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e72c6bfc-3b11-47ac-9692-f45f9d853073 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:37:48.231056 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72c6bfc-3b11-47ac-9692-f45f9d853073'] response: {'name': 'network-changed', 'server_uuid': '8c36d121-4610-4641-b12a-680daf8cf440', 'tag': '1e026290-e0ea-4142-992c-806bce55dee6', 'status': 'completed', 'code': 200} Aug 12 01:37:48.289574 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-71a47dd0-efda-43ec-ab42-ff24dc305851 None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:37:48.295082 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160bdd6-c0df-4263-84f2-f64f70875e48 req-d6dd7209-bd3c-41cf-aa93-c9577794da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:48.296801 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c160bdd6-c0df-4263-84f2-f64f70875e48 req-d6dd7209-bd3c-41cf-aa93-c9577794da32 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 1129 time: 0.0467784 Aug 12 01:37:48.398930 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160bdd6-c0df-4263-84f2-f64f70875e48 req-47fc4607-54e8-4515-9901-173587b0b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:48.400660 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c160bdd6-c0df-4263-84f2-f64f70875e48 req-47fc4607-54e8-4515-9901-173587b0b47f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 912 time: 0.0983799 Aug 12 01:37:48.456346 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce644b7-75ca-4cd6-8e4b-a394fd4cc03f req-6d1bc58a-5f89-4643-9202-8de6dd8efe75 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:48.457863 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cce644b7-75ca-4cd6-8e4b-a394fd4cc03f req-6d1bc58a-5f89-4643-9202-8de6dd8efe75 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0540848 Aug 12 01:37:48.515483 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-cce644b7-75ca-4cd6-8e4b-a394fd4cc03f req-0d5c5284-0726-454a-86d1-be3371a7987c tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509596 Aug 12 01:37:48.649419 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-71a47dd0-efda-43ec-ab42-ff24dc305851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '69c80f54-04ef-439e-8e1f-9f7fdb2f1100', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:49:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:33:31Z', 'updated_at': '2022-08-12T01:33:34Z', 'revision_number': 1, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:48.675787 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a47dd0-efda-43ec-ab42-ff24dc305851 None None] Checking router: a6289ab2-5884-427b-8613-d383f947a406 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:37:48.685005 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a47dd0-efda-43ec-ab42-ff24dc305851 None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:37:48.685679 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-71a47dd0-efda-43ec-ab42-ff24dc305851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:48.788822 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-71a47dd0-efda-43ec-ab42-ff24dc305851 None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:37:49.012930 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-71a47dd0-efda-43ec-ab42-ff24dc305851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '69c80f54-04ef-439e-8e1f-9f7fdb2f1100', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:49:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:33:31Z', 'updated_at': '2022-08-12T01:33:34Z', 'revision_number': 1, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:49.038983 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a47dd0-efda-43ec-ab42-ff24dc305851 None None] The sync data for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi is: [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '69c80f54-04ef-439e-8e1f-9f7fdb2f1100', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'port_id': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'mac_address': 'fa:16:3e:49:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:33:31Z', 'updated_at': '2022-08-12T01:33:34Z', 'revision_number': 1, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:37:49.282509 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5212e3b-d181-4ac2-8a3a-fef8656b53c2 None None] New status for floating IP 9d3c2ce6-65cf-4e1e-9a1a-8d72ea908311: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:37:49.585679 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c160bdd6-c0df-4263-84f2-f64f70875e48 req-be542909-4098-4951-8078-9ffb7c9b5dad service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e026290-e0ea-4142-992c-806bce55dee6 HTTP/1.1" status: 200 len: 217 time: 0.0377858 Aug 12 01:37:49.646399 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c623bfa-36a2-4058-88c6-7a114046aac3 req-abc01c3e-75df-41bf-a32f-1e58dfff40c1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:49.648073 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4c623bfa-36a2-4058-88c6-7a114046aac3 req-abc01c3e-75df-41bf-a32f-1e58dfff40c1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0500824 Aug 12 01:37:49.699184 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4c623bfa-36a2-4058-88c6-7a114046aac3 req-6f2948b6-82e8-42f2-931f-83d4e6f47fa3 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444808 Aug 12 01:37:49.955307 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:49.964523 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160bdd6-c0df-4263-84f2-f64f70875e48 req-fb01c480-de57-42d8-aa7f-7cc08c4d92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:49.966007 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c160bdd6-c0df-4263-84f2-f64f70875e48 req-fb01c480-de57-42d8-aa7f-7cc08c4d92c2 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 200 len: 850 time: 0.0550740 Aug 12 01:37:50.047935 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device f2b0629a-9a02-4349-9105-00c9206a7216 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:37:50.068123 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: f2b0629a-9a02-4349-9105-00c9206a7216 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:37:50.068470 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device f2b0629a-9a02-4349-9105-00c9206a7216 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:37:50.319201 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160bdd6-c0df-4263-84f2-f64f70875e48 req-cdf2db5d-d87b-4d4c-b483-738092f196bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:50.320767 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c160bdd6-c0df-4263-84f2-f64f70875e48 req-cdf2db5d-d87b-4d4c-b483-738092f196bf service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4d3c14b0-d6e3-49a6-94a3-2110714459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0765479 Aug 12 01:37:50.332923 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea74825-62a6-4243-8380-1d89f4ecefb9 req-fd2b6c9a-4034-4937-aee7-596292265ef5 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:50.334407 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dea74825-62a6-4243-8380-1d89f4ecefb9 req-fd2b6c9a-4034-4937-aee7-596292265ef5 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0600653 Aug 12 01:37:50.487926 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-dea74825-62a6-4243-8380-1d89f4ecefb9 req-9e39223f-5b7f-4c31-be2d-9b90976c6e6f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Deleting port 1e026290-e0ea-4142-992c-806bce55dee6 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:37:50.488272 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-dea74825-62a6-4243-8380-1d89f4ecefb9 req-9e39223f-5b7f-4c31-be2d-9b90976c6e6f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (1e026290-e0ea-4142-992c-806bce55dee6), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:50.534414 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c160bdd6-c0df-4263-84f2-f64f70875e48 req-f9b242aa-e5b3-4416-9a2f-f56f58b8b7e1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990318 Aug 12 01:37:50.640773 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-dea74825-62a6-4243-8380-1d89f4ecefb9 req-9e39223f-5b7f-4c31-be2d-9b90976c6e6f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] For port 1e026290-e0ea-4142-992c-806bce55dee6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1e026290-e0ea-4142-992c-806bce55dee6,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:37:50.641478 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-dea74825-62a6-4243-8380-1d89f4ecefb9 req-9e39223f-5b7f-4c31-be2d-9b90976c6e6f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (1e026290-e0ea-4142-992c-806bce55dee6), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:50.663709 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-dea74825-62a6-4243-8380-1d89f4ecefb9 req-9e39223f-5b7f-4c31-be2d-9b90976c6e6f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Calling delete_port for 1e026290-e0ea-4142-992c-806bce55dee6 owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:37:50.681441 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-c160bdd6-c0df-4263-84f2-f64f70875e48 req-580c7531-cfe6-432e-9e9b-a570d4af85fd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392694 Aug 12 01:37:50.782743 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:50.799972 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-dea74825-62a6-4243-8380-1d89f4ecefb9 req-9e39223f-5b7f-4c31-be2d-9b90976c6e6f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (1e026290-e0ea-4142-992c-806bce55dee6), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:50.824982 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b7eb9-e542-4b92-a058-5e5b71c3bc02 req-94eb31c5-834a-4fd6-a096-4caa7dc1e3f8 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:50.826476 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-785b7eb9-e542-4b92-a058-5e5b71c3bc02 req-94eb31c5-834a-4fd6-a096-4caa7dc1e3f8 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8c36d121-4610-4641-b12a-680daf8cf440 HTTP/1.1" status: 200 len: 945 time: 0.0493407 Aug 12 01:37:50.830334 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39223f-5b7f-4c31-be2d-9b90976c6e6f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event deleted for resources: {'Port': ['ID=1e026290-e0ea-4142-992c-806bce55dee6,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:50.873384 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea74825-62a6-4243-8380-1d89f4ecefb9 req-9e39223f-5b7f-4c31-be2d-9b90976c6e6f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] No DVR routers for this DVR port 1e026290-e0ea-4142-992c-806bce55dee6 on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:37:50.875971 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-dea74825-62a6-4243-8380-1d89f4ecefb9 req-9e39223f-5b7f-4c31-be2d-9b90976c6e6f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:50.879325 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dea74825-62a6-4243-8380-1d89f4ecefb9 req-9e39223f-5b7f-4c31-be2d-9b90976c6e6f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "DELETE /networking/v2.0/ports/1e026290-e0ea-4142-992c-806bce55dee6 HTTP/1.1" status: 204 len: 173 time: 0.5351150 Aug 12 01:37:50.879819 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c36d121-4610-4641-b12a-680daf8cf440', 'name': 'network-vif-deleted', 'tag': '1e026290-e0ea-4142-992c-806bce55dee6'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:37:50.882593 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18094167-338f-4770-81a8-a744e6e80a0c" -d '{"events": [{"server_uuid": "8c36d121-4610-4641-b12a-680daf8cf440", "name": "network-vif-deleted", "tag": "1e026290-e0ea-4142-992c-806bce55dee6"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:37:50.892338 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-785b7eb9-e542-4b92-a058-5e5b71c3bc02 req-a0e4e8dc-a969-41ea-b1ab-34fc6f41f5bb tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511169 Aug 12 01:37:50.924701 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bb1130-8375-410d-b000-dad51b1690a5 x-openstack-request-id: req-70bb1130-8375-410d-b000-dad51b1690a5 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:37:50.925058 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c36d121-4610-4641-b12a-680daf8cf440", "name": "network-vif-deleted", "tag": "1e026290-e0ea-4142-992c-806bce55dee6", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:37:50.926265 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70bb1130-8375-410d-b000-dad51b1690a5 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:37:50.926678 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70bb1130-8375-410d-b000-dad51b1690a5'] response: {'server_uuid': '8c36d121-4610-4641-b12a-680daf8cf440', 'name': 'network-vif-deleted', 'tag': '1e026290-e0ea-4142-992c-806bce55dee6', 'status': 'completed', 'code': 200} Aug 12 01:37:51.686922 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 57968) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:51.821012 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b8c199d2-3b93-465f-9083-1370762e1451 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5fab5e5f4de84221a00719892a04e7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328735 Aug 12 01:37:51.823717 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 57972) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:51.871963 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-48aaeb35-ee50-49be-9bef-6dae80ccd777 admin admin] Publish callbacks [] for security_group (08a84630-4ea3-4d71-9432-67333ef6de47), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:51.895176 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-48aaeb35-ee50-49be-9bef-6dae80ccd777 admin admin] Publish callbacks [] for security_group (08a84630-4ea3-4d71-9432-67333ef6de47), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:52.169981 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:52.194575 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-48aaeb35-ee50-49be-9bef-6dae80ccd777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (08a84630-4ea3-4d71-9432-67333ef6de47), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:52.197112 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-48aaeb35-ee50-49be-9bef-6dae80ccd777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:52.198244 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-48aaeb35-ee50-49be-9bef-6dae80ccd777 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/08a84630-4ea3-4d71-9432-67333ef6de47 HTTP/1.1" status: 204 len: 168 time: 0.3736577 Aug 12 01:37:52.205909 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaeb35-ee50-49be-9bef-6dae80ccd777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a84630-4ea3-4d71-9432-67333ef6de47,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:52.875500 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58002) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:52.978955 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-691417323-network', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:37:53.001784 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Made reservation on behalf of 29b8427c88df4709b8ff7e395d93f89d for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:37:53.004064 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.012863 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.097103 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Publish callbacks [] for security_group (bd13aedd-d971-4589-b30a-58e770fec442), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.101987 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (bd13aedd-d971-4589-b30a-58e770fec442), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.108776 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:53.126564 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:53.131815 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:37:53.146086 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd13aedd-d971-4589-b30a-58e770fec442,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:53.152595 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (b18b612f-4cf5-41af-8d5e-f11eac4d3b46), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.152947 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Added segment b18b612f-4cf5-41af-8d5e-f11eac4d3b46 of type vlan for network 61d18213-79ef-43c0-aba3-bb18141f4096 Aug 12 01:37:53.199838 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (61d18213-79ef-43c0-aba3-bb18141f4096), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.229943 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (61d18213-79ef-43c0-aba3-bb18141f4096), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.231229 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:53.231851 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.288543 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4118989 Aug 12 01:37:53.291812 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58008) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:53.300482 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d639de-5765-4f81-a2be-c67cbeeded79 admin admin] Pushing event updated for resources: {'Network': ['ID=61d18213-79ef-43c0-aba3-bb18141f4096,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:53.303693 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-9a47f29f-3f50-40f1-a749-8b83edd7a8a6 admin admin] Request body: {'subnet': {'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-691417323-subnet', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'ip_version': 4}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:37:53.311422 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network 61d18213-79ef-43c0-aba3-bb18141f4096 details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:37:53.325022 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a47f29f-3f50-40f1-a749-8b83edd7a8a6 admin admin] Made reservation on behalf of 29b8427c88df4709b8ff7e395d93f89d for: {'subnet': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:37:53.327313 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a47f29f-3f50-40f1-a749-8b83edd7a8a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63803218'] for subnet (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.354944 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:53.491244 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a47f29f-3f50-40f1-a749-8b83edd7a8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67055968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63803296'] for subnet (fdb7649d-6449-43df-9835-09001f7e1186), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.540841 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47f29f-3f50-40f1-a749-8b83edd7a8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb7649d-6449-43df-9835-09001f7e1186,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:53.556650 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a47f29f-3f50-40f1-a749-8b83edd7a8a6 admin admin] Checking segment: {'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:37:53.557012 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47f29f-3f50-40f1-a749-8b83edd7a8a6 admin admin] Network hostable DHCP agents. Network: 61d18213-79ef-43c0-aba3-bb18141f4096, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:37:53.575420 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47f29f-3f50-40f1-a749-8b83edd7a8a6 admin admin] Network 61d18213-79ef-43c0-aba3-bb18141f4096 is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:37:53.585117 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-9a47f29f-3f50-40f1-a749-8b83edd7a8a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, 61d18213-79ef-43c0-aba3-bb18141f4096) {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:37:53.589172 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a47f29f-3f50-40f1-a749-8b83edd7a8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:53.589764 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a47f29f-3f50-40f1-a749-8b83edd7a8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.595150 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8102727-aaf2-4f1e-95a4-100466e28ec9 None None] Network 61d18213-79ef-43c0-aba3-bb18141f4096 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:37:53.610426 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9a47f29f-3f50-40f1-a749-8b83edd7a8a6 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3175199 Aug 12 01:37:53.613549 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58012) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:53.617966 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:37:53.640400 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64281'] for router (206e306c-b024-4943-946f-98271fec9f36), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.641761 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64256'] for router (206e306c-b024-4943-946f-98271fec9f36), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.695304 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Publish callbacks [] for router_controller (206e306c-b024-4943-946f-98271fec9f36), precommit_add_association {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.703902 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-61d18213-79ef-43c0-aba3-bb18141f4096', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'fixed_ips': [{'subnet_id': 'fdb7649d-6449-43df-9835-09001f7e1186'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:37:53.705983 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.829949 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Publish callbacks [] for router_gateway (206e306c-b024-4943-946f-98271fec9f36), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.844150 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Allocated IP 172.20.0.2 (61d18213-79ef-43c0-aba3-bb18141f4096/fdb7649d-6449-43df-9835-09001f7e1186/0530965c-992a-4fea-8684-6aca8d26ba0d) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:37:53.986821 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Publish callbacks [] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:53.992720 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.011231 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:54.015305 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Publish callbacks [] for router_gateway (206e306c-b024-4943-946f-98271fec9f36), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.033996 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Network 61d18213-79ef-43c0-aba3-bb18141f4096 is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:37:54.035334 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.037356 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:54.037551 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:37:54.041185 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:37:54.048405 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Pushing event updated for resources: {'Port': ['ID=0530965c-992a-4fea-8684-6aca8d26ba0d,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:54.104874 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Attempting to bind port 0530965c-992a-4fea-8684-6aca8d26ba0d on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:37:54.105136 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Attempting to bind port 0530965c-992a-4fea-8684-6aca8d26ba0d by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:37:54.105588 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Attempting to bind port 0530965c-992a-4fea-8684-6aca8d26ba0d on network 61d18213-79ef-43c0-aba3-bb18141f4096 {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:37:54.110766 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:37:54.111125 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Checking segment: {'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:37:54.111524 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.111979 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Bound using segment: {'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:37:54.112441 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Bound port: 0530965c-992a-4fea-8684-6aca8d26ba0d, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:37:54.112814 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.153326 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Allocated IP 172.27.2.180 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/3395d26f-877a-418c-a8b4-11ae6393a262) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:37:54.177208 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] For port 0530965c-992a-4fea-8684-6aca8d26ba0d, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:37:54.180651 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] For port 0530965c-992a-4fea-8684-6aca8d26ba0d, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=0530965c-992a-4fea-8684-6aca8d26ba0d,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:37:54.187489 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.217356 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:54.239837 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045288d-d0c1-4241-a80a-11216b50119e None None] Pushing event updated for resources: {'Port': ['ID=0530965c-992a-4fea-8684-6aca8d26ba0d,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:54.260922 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Publish callbacks [] for port (3395d26f-877a-418c-a8b4-11ae6393a262), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.293355 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (3395d26f-877a-418c-a8b4-11ae6393a262), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.335016 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:37:54.342399 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 1e026290-e0ea-4142-992c-806bce55dee6 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:37:54.348676 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:37:54.352846 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:37:54.380478 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Pushing event updated for resources: {'Port': ['ID=3395d26f-877a-418c-a8b4-11ae6393a262,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:54.382074 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: 1e026290-e0ea-4142-992c-806bce55dee6 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:37:54.382425 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 1e026290-e0ea-4142-992c-806bce55dee6 not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:37:54.601674 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 0530965c-992a-4fea-8684-6aca8d26ba0d up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:37:54.636197 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Publish callbacks [] for router_gateway (206e306c-b024-4943-946f-98271fec9f36), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.645435 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 0530965c-992a-4fea-8684-6aca8d26ba0d triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:37:54.645782 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.726465 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 0530965c-992a-4fea-8684-6aca8d26ba0d is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:37:54.726859 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.735406 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:54.762425 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 0530965c-992a-4fea-8684-6aca8d26ba0d, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=0530965c-992a-4fea-8684-6aca8d26ba0d,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:37:54.766441 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.814565 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=0530965c-992a-4fea-8684-6aca8d26ba0d,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:54.849546 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912'] for router (206e306c-b024-4943-946f-98271fec9f36), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:54.933841 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:54.965075 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:54.978949 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Router 206e306c-b024-4943-946f-98271fec9f36 is scheduled to L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 12 01:37:55.085312 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:37:55.096613 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Sync routers for ids ['206e306c-b024-4943-946f-98271fec9f36'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:37:55.106903 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:55.108364 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e4b66f11-58e9-45c3-9eb7-477d05b59835 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4936774 Aug 12 01:37:55.108736 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Routers {'206e306c-b024-4943-946f-98271fec9f36'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:37:55.109524 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['206e306c-b024-4943-946f-98271fec9f36'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:55.111347 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58018) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:55.145808 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37fb4a0-95e4-4032-acf3-b3bc1077df9e None None] Network 61d18213-79ef-43c0-aba3-bb18141f4096 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:37:55.207973 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-edf163d5-7deb-425d-b919-94457f29ed62 None None] Provisioning complete for port 0530965c-992a-4fea-8684-6aca8d26ba0d triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:37:55.208435 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-edf163d5-7deb-425d-b919-94457f29ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:55.224809 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Set router 206e306c-b024-4943-946f-98271fec9f36 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:37:55.252385 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:55.337168 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-edf163d5-7deb-425d-b919-94457f29ed62 None None] Current status of the port 0530965c-992a-4fea-8684-6aca8d26ba0d is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:37:55.417225 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:55.431212 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:37:54Z', 'revision_number': 3, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:55.464107 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Checking router: 206e306c-b024-4943-946f-98271fec9f36 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:37:55.464455 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Updating router 206e306c-b024-4943-946f-98271fec9f36 port 3395d26f-877a-418c-a8b4-11ae6393a262 binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:37:55.499378 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (3395d26f-877a-418c-a8b4-11ae6393a262), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:55.557693 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-eb6978d4-9fd7-49c1-8aa2-12126a99d14c None None] Provisioning complete for port 0530965c-992a-4fea-8684-6aca8d26ba0d triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:37:55.558306 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-eb6978d4-9fd7-49c1-8aa2-12126a99d14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:55.567723 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:55.642499 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-eb6978d4-9fd7-49c1-8aa2-12126a99d14c None None] Current status of the port 0530965c-992a-4fea-8684-6aca8d26ba0d is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:37:55.728241 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:55.729997 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Allocated IP 172.20.0.1 (61d18213-79ef-43c0-aba3-bb18141f4096/fdb7649d-6449-43df-9835-09001f7e1186/f43d870b-438d-4e5a-bc71-14e3efbbb331) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:37:55.784258 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Publish callbacks [] for port (3395d26f-877a-418c-a8b4-11ae6393a262), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:55.789980 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (3395d26f-877a-418c-a8b4-11ae6393a262), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:55.833456 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Attempting to bind port 3395d26f-877a-418c-a8b4-11ae6393a262 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:37:55.833839 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Attempting to bind port 3395d26f-877a-418c-a8b4-11ae6393a262 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:37:55.834235 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Attempting to bind port 3395d26f-877a-418c-a8b4-11ae6393a262 on network 776c52f4-13cf-4479-a18d-8427be668cbb {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:37:55.848991 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:37:55.849373 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:37:55.849772 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:55.850167 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Bound using segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:37:55.850642 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Bound port: 3395d26f-877a-418c-a8b4-11ae6393a262, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:37:55.851133 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (3395d26f-877a-418c-a8b4-11ae6393a262), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:55.858008 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Pushing event updated for resources: {'Port': ['ID=3395d26f-877a-418c-a8b4-11ae6393a262,revision_number=2']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:55.867023 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Publish callbacks [] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:55.886317 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.886714 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.887151 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.887610 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.887951 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.888284 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.888661 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.888943 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.889373 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.889719 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.890047 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.890387 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.890911 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.891246 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.891587 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:37:55.904154 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:55.924548 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] For port 3395d26f-877a-418c-a8b4-11ae6393a262, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:37:55.927753 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] For port 3395d26f-877a-418c-a8b4-11ae6393a262, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=3395d26f-877a-418c-a8b4-11ae6393a262,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:37:55.933690 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (3395d26f-877a-418c-a8b4-11ae6393a262), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:55.941400 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:55.947525 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Network 61d18213-79ef-43c0-aba3-bb18141f4096 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:37:55.953059 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:37:55.957778 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:37:55.961623 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Pushing event updated for resources: {'Port': ['ID=f43d870b-438d-4e5a-bc71-14e3efbbb331,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:55.975029 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Routers {'206e306c-b024-4943-946f-98271fec9f36'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:37:55.975500 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['206e306c-b024-4943-946f-98271fec9f36'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:56.002986 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777913'] for router_interface (206e306c-b024-4943-946f-98271fec9f36), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:56.033250 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bdb58-79bd-429f-880f-3c05175ffc26 None None] Pushing event updated for resources: {'Port': ['ID=3395d26f-877a-418c-a8b4-11ae6393a262,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:56.099711 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] Set router 206e306c-b024-4943-946f-98271fec9f36 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:37:56.142927 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:56.169097 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-73726b6d-8759-482c-854e-f0c4ddde7ebf None None] Provisioning complete for port f43d870b-438d-4e5a-bc71-14e3efbbb331 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:37:56.169390 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-73726b6d-8759-482c-854e-f0c4ddde7ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:56.208521 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-73726b6d-8759-482c-854e-f0c4ddde7ebf None None] Port f43d870b-438d-4e5a-bc71-14e3efbbb331 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:37:56.269983 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:37:54Z', 'revision_number': 3, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:56.294588 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179db36d-860c-4332-978c-d8c4ec996d05 None None] The sync data for ids ['206e306c-b024-4943-946f-98271fec9f36'] in dv-cinder-784815-15-iscsi is: [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:37:54Z', 'revision_number': 3, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:37:56.306400 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Publish callbacks [] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:56.315799 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:56.385444 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Pushing event updated for resources: {'Port': ['ID=f43d870b-438d-4e5a-bc71-14e3efbbb331,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:56.387999 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1778249'] for router_interface (206e306c-b024-4943-946f-98271fec9f36), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:56.502029 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Network 61d18213-79ef-43c0-aba3-bb18141f4096 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:37:56.503757 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:37:56.575199 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58034) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:56.774475 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 0530965c-992a-4fea-8684-6aca8d26ba0d up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:37:56.786444 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Deleting port 323b5531-9c86-4190-8063-b7d3eb816a33 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:37:56.787251 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (323b5531-9c86-4190-8063-b7d3eb816a33), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:56.827303 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 0530965c-992a-4fea-8684-6aca8d26ba0d triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:37:56.828001 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:56.862317 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:56.878174 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-ce8bc5e7-c832-4839-a116-42133de4078c None None] Provisioning complete for port f43d870b-438d-4e5a-bc71-14e3efbbb331 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:37:56.878761 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc5e7-c832-4839-a116-42133de4078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:56.894155 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (323b5531-9c86-4190-8063-b7d3eb816a33), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:56.894488 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (323b5531-9c86-4190-8063-b7d3eb816a33), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:56.908835 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Calling delete_port for 323b5531-9c86-4190-8063-b7d3eb816a33 owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:37:56.927235 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-ce8bc5e7-c832-4839-a116-42133de4078c None None] Port f43d870b-438d-4e5a-bc71-14e3efbbb331 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:37:56.972193 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Router 206e306c-b024-4943-946f-98271fec9f36 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:37:57.075739 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (323b5531-9c86-4190-8063-b7d3eb816a33), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:57.094043 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:37:57.101378 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c306d1de-680b-4792-90ea-e6c696149784 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/206e306c-b024-4943-946f-98271fec9f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9886606 Aug 12 01:37:57.124152 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 0530965c-992a-4fea-8684-6aca8d26ba0d is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:37:57.125384 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 3395d26f-877a-418c-a8b4-11ae6393a262 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:37:57.132051 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event deleted for resources: {'Port': ['ID=323b5531-9c86-4190-8063-b7d3eb816a33,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:57.181791 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (69c80f54-04ef-439e-8e1f-9f7fdb2f1100), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:57.182136 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.l3_db [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Floating IP 69c80f54-04ef-439e-8e1f-9f7fdb2f1100 disassociated (deleted). External IP: 172.27.2.84, port: 7f3a189a-2823-4a1c-8884-bc1b49992c1c. Aug 12 01:37:57.184195 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 3395d26f-877a-418c-a8b4-11ae6393a262 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:37:57.184568 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (3395d26f-877a-418c-a8b4-11ae6393a262), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:57.187398 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:57.266743 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 3395d26f-877a-418c-a8b4-11ae6393a262 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:37:57.266921 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (3395d26f-877a-418c-a8b4-11ae6393a262), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:57.277937 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:57.290757 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 3395d26f-877a-418c-a8b4-11ae6393a262, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=3395d26f-877a-418c-a8b4-11ae6393a262,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:37:57.296195 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (3395d26f-877a-418c-a8b4-11ae6393a262), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:57.348886 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:57.359931 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=3395d26f-877a-418c-a8b4-11ae6393a262,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:57.412268 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:57.416911 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Router a6289ab2-5884-427b-8613-d383f947a406 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:37:57.527321 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:37:57.531890 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:57.537155 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b48d76-d448-4035-95fa-45b5b19fa281 None None] Sync routers for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:37:57.552601 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b48d76-d448-4035-95fa-45b5b19fa281 None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:37:57.556427 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-31b48d76-d448-4035-95fa-45b5b19fa281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:57.572653 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-18f232ee-7217-4277-af53-cb9e38f7f748 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/69c80f54-04ef-439e-8e1f-9f7fdb2f1100 HTTP/1.1" status: 204 len: 168 time: 0.9956598 Aug 12 01:37:57.573256 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'tag': '7f3a189a-2823-4a1c-8884-bc1b49992c1c'}] {{(pid=106301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:37:57.575890 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e083f6623a789ab344a2eb9acd46f6a4c3e367fc7e86f33f64e95003d23751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce6b497-58ba-46a7-b644-20ae4751025e" -d '{"events": [{"name": "network-changed", "server_uuid": "e61e785b-aa63-4b29-b82d-185988c73bc1", "tag": "7f3a189a-2823-4a1c-8884-bc1b49992c1c"}]}' {{(pid=106301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:37:57.620464 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c646270-dacf-46d6-b8cd-073016313fa9 x-openstack-request-id: req-8c646270-dacf-46d6-b8cd-073016313fa9 {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:37:57.622229 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61e785b-aa63-4b29-b82d-185988c73bc1", "tag": "7f3a189a-2823-4a1c-8884-bc1b49992c1c", "status": "completed", "code": 200}]} {{(pid=106301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:37:57.622781 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c646270-dacf-46d6-b8cd-073016313fa9 {{(pid=106301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:37:57.623179 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c646270-dacf-46d6-b8cd-073016313fa9'] response: {'name': 'network-changed', 'server_uuid': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'tag': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'status': 'completed', 'code': 200} Aug 12 01:37:57.708339 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-31b48d76-d448-4035-95fa-45b5b19fa281 None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:37:57.713385 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58056) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:57.718407 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1951933402-network', 'tenant_id': '292019d32d43488b8d0e2eacce48b191'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:37:57.742780 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Made reservation on behalf of 292019d32d43488b8d0e2eacce48b191 for: {'network': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:37:57.745412 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for network (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:57.754348 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:57.875495 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Publish callbacks [] for security_group (1f611698-3ed6-411f-8263-708c3f524814), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:57.881762 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (1f611698-3ed6-411f-8263-708c3f524814), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:57.906170 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=106301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:37:57.923029 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f611698-3ed6-411f-8263-708c3f524814,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:57.926680 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (45931573-f25f-4ba8-bc88-0f608a0b2635), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:57.927047 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.segments_db [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Added segment 45931573-f25f-4ba8-bc88-0f608a0b2635 of type vlan for network a714095f-7ef3-45f2-b6b4-c1e8d242656b Aug 12 01:37:57.952738 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-31b48d76-d448-4035-95fa-45b5b19fa281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:57.975933 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741097945847'] for network (a714095f-7ef3-45f2-b6b4-c1e8d242656b), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:57.983252 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b48d76-d448-4035-95fa-45b5b19fa281 None None] Checking router: a6289ab2-5884-427b-8613-d383f947a406 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:37:57.992957 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b48d76-d448-4035-95fa-45b5b19fa281 None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:37:57.993329 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-31b48d76-d448-4035-95fa-45b5b19fa281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:58.004605 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621'] for network (a714095f-7ef3-45f2-b6b4-c1e8d242656b), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:58.005981 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:58.006785 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:58.079837 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3628399 Aug 12 01:37:58.080263 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58064) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:58.085252 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-587abd17-ec8c-4264-85b7-361133eaaf94 admin admin] Request body: {'subnet': {'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1951933402-subnet', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'ip_version': 4}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:37:58.089240 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268dde4-4da7-4b8f-975a-1d37da4cce46 admin admin] Pushing event updated for resources: {'Network': ['ID=a714095f-7ef3-45f2-b6b4-c1e8d242656b,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:58.101703 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Network a714095f-7ef3-45f2-b6b4-c1e8d242656b details requested by agent ovs-agent-dv-cinder-784815-15-iscsi with host dv-cinder-784815-15-iscsi {{(pid=106303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:37:58.110331 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587abd17-ec8c-4264-85b7-361133eaaf94 admin admin] Made reservation on behalf of 292019d32d43488b8d0e2eacce48b191 for: {'subnet': 1} {{(pid=106301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:37:58.113009 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-587abd17-ec8c-4264-85b7-361133eaaf94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65011215'] for subnet (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:58.154064 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-31b48d76-d448-4035-95fa-45b5b19fa281 None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:37:58.221621 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb143b03-53a4-428c-82f7-865f437d6db0 req-44046c2f-3d87-4754-8022-902b11588ad1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:58.223235 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-eb143b03-53a4-428c-82f7-865f437d6db0 req-44046c2f-3d87-4754-8022-902b11588ad1 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 946 time: 0.4122021 Aug 12 01:37:58.279119 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Sync routers for ids ['206e306c-b024-4943-946f-98271fec9f36'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:37:58.283745 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:58.295221 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Routers {'206e306c-b024-4943-946f-98271fec9f36'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:37:58.295968 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['206e306c-b024-4943-946f-98271fec9f36'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:58.325076 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-eb143b03-53a4-428c-82f7-865f437d6db0 req-d424f4a3-f12d-473a-854d-86710c00c063 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948095 Aug 12 01:37:58.358836 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:58.400751 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-31b48d76-d448-4035-95fa-45b5b19fa281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:58.419066 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-587abd17-ec8c-4264-85b7-361133eaaf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64677879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65011453'] for subnet (005dd41a-2d34-47c9-968d-26fba790c694), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:58.425534 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:58.429242 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b48d76-d448-4035-95fa-45b5b19fa281 None None] The sync data for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi is: [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:29:28Z', 'revision_number': 4, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': '9fb21911-0abc-48a1-99e3-4220b26da166', 'name': '', 'network_id': '4d3c14b0-d6e3-49a6-94a3-2110714459d1', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'mac_address': 'fa:16:3e:78:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:27Z', 'updated_at': '2022-08-12T01:29:34Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'subnets': [{'id': '0cdc836c-d627-48a6-ab6d-4370c4105d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:37:58.470830 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:58.480716 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587abd17-ec8c-4264-85b7-361133eaaf94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=005dd41a-2d34-47c9-968d-26fba790c694,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:58.499158 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587abd17-ec8c-4264-85b7-361133eaaf94 admin admin] Checking segment: {'id': '45931573-f25f-4ba8-bc88-0f608a0b2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:37:58.499585 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587abd17-ec8c-4264-85b7-361133eaaf94 admin admin] Network hostable DHCP agents. Network: a714095f-7ef3-45f2-b6b4-c1e8d242656b, hostable agents: ['a234514e-cfad-4606-a2bc-81bc5f1acf9c'], hosted agents: [] {{(pid=106301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:37:58.502236 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Set router 206e306c-b024-4943-946f-98271fec9f36 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:37:58.521131 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587abd17-ec8c-4264-85b7-361133eaaf94 admin admin] Network a714095f-7ef3-45f2-b6b4-c1e8d242656b is scheduled to be hosted by DHCP agent a234514e-cfad-4606-a2bc-81bc5f1acf9c with binding_index 1 {{(pid=106301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:37:58.534677 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-587abd17-ec8c-4264-85b7-361133eaaf94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-15-iscsi, a714095f-7ef3-45f2-b6b4-c1e8d242656b) {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:37:58.539997 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587abd17-ec8c-4264-85b7-361133eaaf94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:58.540730 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-587abd17-ec8c-4264-85b7-361133eaaf94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:58.546693 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cbc84d-59f3-4e6a-8fff-821581af8a35 None None] Network a714095f-7ef3-45f2-b6b4-c1e8d242656b requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:37:58.577663 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58066) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:37:58.578236 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-587abd17-ec8c-4264-85b7-361133eaaf94 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4959440 Aug 12 01:37:58.582697 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1951933402-router', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:37:58.602341 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:58.607383 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64281'] for router (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:58.608563 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64256'] for router (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:58.614827 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 3395d26f-877a-418c-a8b4-11ae6393a262 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:37:58.681037 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Publish callbacks [] for router_controller (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), precommit_add_association {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:58.709987 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2367ee4-811f-5c26-a88d-0eaf937fdd02-a714095f-7ef3-45f2-b6b4-c1e8d242656b', 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b', 'project_id': '292019d32d43488b8d0e2eacce48b191', 'fixed_ips': [{'subnet_id': '005dd41a-2d34-47c9-968d-26fba790c694'}]}} from dv-cinder-784815-15-iscsi. {{(pid=106303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 12 01:37:58.710909 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:58.722824 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=100 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:58.726558 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:58.737670 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:37:56Z', 'revision_number': 4, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'f43d870b-438d-4e5a-bc71-14e3efbbb331', 'name': '', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'mac_address': 'fa:16:3e:98:27:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:55Z', 'updated_at': '2022-08-12T01:37:56Z', 'revision_number': 2, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'subnets': [{'id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:58.761451 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 3395d26f-877a-418c-a8b4-11ae6393a262 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:37:58.761793 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (3395d26f-877a-418c-a8b4-11ae6393a262), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:58.769970 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Checking router: 206e306c-b024-4943-946f-98271fec9f36 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:37:58.770344 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Updating router 206e306c-b024-4943-946f-98271fec9f36 port f43d870b-438d-4e5a-bc71-14e3efbbb331 binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:37:58.800388 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:58.843437 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Publish callbacks [] for router_gateway (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:58.848372 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ee27a-f288-48f8-bfc0-1ca035f9eeef None None] New status for floating IP 69c80f54-04ef-439e-8e1f-9f7fdb2f1100: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:37:59.008165 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.db_base_plugin_common [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Allocated IP 172.20.0.2 (a714095f-7ef3-45f2-b6b4-c1e8d242656b/005dd41a-2d34-47c9-968d-26fba790c694/64e178aa-3f1c-456a-ad11-3ecb34966a93) {{(pid=106303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:37:59.012426 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 3395d26f-877a-418c-a8b4-11ae6393a262 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:37:59.050504 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Publish callbacks [] for router_gateway (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.071337 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.108725 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Publish callbacks [] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.118908 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.193231 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Allocated IP 172.27.2.115 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/583833e7-e978-4531-8a6c-0a4c4c306dbc) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:37:59.205075 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e52abf-6956-49fa-af2e-bc7f1d087484 None None] Pushing event updated for resources: {'Port': ['ID=f43d870b-438d-4e5a-bc71-14e3efbbb331,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:59.222170 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Attempting to bind port f43d870b-438d-4e5a-bc71-14e3efbbb331 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:37:59.222617 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Attempting to bind port f43d870b-438d-4e5a-bc71-14e3efbbb331 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:37:59.223175 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Attempting to bind port f43d870b-438d-4e5a-bc71-14e3efbbb331 on network 61d18213-79ef-43c0-aba3-bb18141f4096 {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:37:59.228561 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:37:59.229140 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Checking segment: {'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:37:59.229537 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.229922 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Bound using segment: {'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:37:59.230383 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Bound port: f43d870b-438d-4e5a-bc71-14e3efbbb331, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:37:59.230818 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.290854 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] For port f43d870b-438d-4e5a-bc71-14e3efbbb331, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:37:59.294058 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] For port f43d870b-438d-4e5a-bc71-14e3efbbb331, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f43d870b-438d-4e5a-bc71-14e3efbbb331,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:37:59.301506 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Publish callbacks [] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), precommit_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.301798 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.305467 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Publish callbacks [] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.309052 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009'] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), after_create {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.333302 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:59.340908 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Routers {'206e306c-b024-4943-946f-98271fec9f36'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:37:59.341140 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.341934 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['206e306c-b024-4943-946f-98271fec9f36'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:59.343743 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:59.362268 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Network a714095f-7ef3-45f2-b6b4-c1e8d242656b is already hosted by enough agents. {{(pid=106303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:37:59.362909 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Pushing event updated for resources: {'Port': ['ID=64e178aa-3f1c-456a-ad11-3ecb34966a93,revision_number=1']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:59.365959 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.scheduler.base_scheduler [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Resources bound (agent type, host, resource id): {{(pid=106303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:37:59.376443 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Received port after_create {{(pid=106303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:37:59.408952 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e52abf-6956-49fa-af2e-bc7f1d087484 None None] Pushing event updated for resources: {'Port': ['ID=f43d870b-438d-4e5a-bc71-14e3efbbb331,revision_number=4']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:59.436674 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Pushing event updated for resources: {'Port': ['ID=583833e7-e978-4531-8a6c-0a4c4c306dbc,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:59.451020 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Attempting to bind port 64e178aa-3f1c-456a-ad11-3ecb34966a93 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:37:59.451725 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Attempting to bind port 64e178aa-3f1c-456a-ad11-3ecb34966a93 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '45931573-f25f-4ba8-bc88-0f608a0b2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:37:59.452286 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Attempting to bind port 64e178aa-3f1c-456a-ad11-3ecb34966a93 on network a714095f-7ef3-45f2-b6b4-c1e8d242656b {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:37:59.452819 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:37:59.454302 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:37:59.457562 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:37:59.457818 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:37:59.458395 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Checking segment: {'id': '45931573-f25f-4ba8-bc88-0f608a0b2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:37:59.458749 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.459219 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Bound using segment: {'id': '45931573-f25f-4ba8-bc88-0f608a0b2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:37:59.459637 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Bound port: 64e178aa-3f1c-456a-ad11-3ecb34966a93, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45931573-f25f-4ba8-bc88-0f608a0b2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:37:59.460023 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.479158 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:59.490916 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] Set router 206e306c-b024-4943-946f-98271fec9f36 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:37:59.531018 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] For port 64e178aa-3f1c-456a-ad11-3ecb34966a93, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:37:59.536004 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] For port 64e178aa-3f1c-456a-ad11-3ecb34966a93, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=64e178aa-3f1c-456a-ad11-3ecb34966a93,segment=NetworkSegment(45931573-f25f-4ba8-bc88-0f608a0b2635),segment_id=45931573-f25f-4ba8-bc88-0f608a0b2635)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:37:59.547581 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.559899 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d6a1b-6409-4757-9e9a-a4dd4de3440f req-8e40d2d1-97d2-4664-97aa-f9b833e13249 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:37:59.561573 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-853d6a1b-6409-4757-9e9a-a4dd4de3440f req-8e40d2d1-97d2-4664-97aa-f9b833e13249 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 946 time: 0.1383371 Aug 12 01:37:59.607039 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9b631-8b61-4491-a218-960d0ad2fc57 None None] Pushing event updated for resources: {'Port': ['ID=64e178aa-3f1c-456a-ad11-3ecb34966a93,revision_number=2']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:37:59.652788 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-853d6a1b-6409-4757-9e9a-a4dd4de3440f req-2ce905ee-4ab7-48cb-943b-04754d30f987 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847473 Aug 12 01:37:59.736501 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:37:56Z', 'revision_number': 4, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'f43d870b-438d-4e5a-bc71-14e3efbbb331', 'name': '', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'mac_address': 'fa:16:3e:98:27:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:55Z', 'updated_at': '2022-08-12T01:37:59Z', 'revision_number': 4, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'subnets': [{'id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:37:59.751084 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:37:59.759510 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Publish callbacks [] for router_gateway (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:37:59.782611 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a5178d-a40b-46af-ae0c-3456169107d8 None None] The sync data for ids ['206e306c-b024-4943-946f-98271fec9f36'] in dv-cinder-784815-15-iscsi is: [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:37:56Z', 'revision_number': 4, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'f43d870b-438d-4e5a-bc71-14e3efbbb331', 'name': '', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'mac_address': 'fa:16:3e:98:27:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:55Z', 'updated_at': '2022-08-12T01:37:59Z', 'revision_number': 4, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'subnets': [{'id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:38:00.012629 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6b497-58ba-46a7-b644-20ae4751025e req-b00fe306-4ad0-49e0-a472-27c0cc3e8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:00.014143 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bce6b497-58ba-46a7-b644-20ae4751025e req-b00fe306-4ad0-49e0-a472-27c0cc3e8592 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 1130 time: 0.0756574 Aug 12 01:38:00.034749 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363912'] for router (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:00.206162 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6b497-58ba-46a7-b644-20ae4751025e req-83a67c75-4f8c-4811-b4ca-58055393f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:00.207731 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bce6b497-58ba-46a7-b644-20ae4751025e req-83a67c75-4f8c-4811-b4ca-58055393f027 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 200 len: 912 time: 0.1839035 Aug 12 01:38:00.242016 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Router 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 is scheduled to L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 with binding_index 1 {{(pid=106302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 12 01:38:00.289822 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bce6b497-58ba-46a7-b644-20ae4751025e req-84734511-fbfa-4b1f-ab2b-8ff55241c502 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f3a189a-2823-4a1c-8884-bc1b49992c1c HTTP/1.1" status: 200 len: 217 time: 0.0453339 Aug 12 01:38:00.410442 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:00.421422 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6b497-58ba-46a7-b644-20ae4751025e req-d7302009-2635-423d-ac34-8ddd37c0cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:00.422900 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bce6b497-58ba-46a7-b644-20ae4751025e req-d7302009-2635-423d-ac34-8ddd37c0cfc1 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 200 len: 850 time: 0.0973067 Aug 12 01:38:00.438450 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:38:00.447954 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Sync routers for ids ['3ff102e9-21f0-4a9d-bb92-8f6246be3e46'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:38:00.468301 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Routers {'3ff102e9-21f0-4a9d-bb92-8f6246be3e46'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:38:00.470760 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['3ff102e9-21f0-4a9d-bb92-8f6246be3e46'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:00.494296 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:00.498396 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58080) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:00.498579 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e427ed12-5c52-4a01-bbd3-af88bc4bbbd2 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9195788 Aug 12 01:38:00.511129 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6b497-58ba-46a7-b644-20ae4751025e req-feebc344-3b32-4a22-8731-8470954da174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:00.513052 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bce6b497-58ba-46a7-b644-20ae4751025e req-feebc344-3b32-4a22-8731-8470954da174 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4d3c14b0-d6e3-49a6-94a3-2110714459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0646453 Aug 12 01:38:00.664336 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Set router 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:38:00.722228 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f43d870b-438d-4e5a-bc71-14e3efbbb331 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:38:00.764029 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376b071-59c3-466e-957a-b9252c006699 req-d1faa173-531f-457d-b43f-47b995633a7a tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:00.765841 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4376b071-59c3-466e-957a-b9252c006699 req-d1faa173-531f-457d-b43f-47b995633a7a tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 946 time: 0.1615744 Aug 12 01:38:00.834706 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port f43d870b-438d-4e5a-bc71-14e3efbbb331 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:00.835087 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:00.868974 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bce6b497-58ba-46a7-b644-20ae4751025e req-d7f28021-b84c-4ced-a097-ee991f9ff956 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459766 Aug 12 01:38:00.898305 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'name': 'tempest-TestShelveInstance-1951933402-router', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:58Z', 'updated_at': '2022-08-12T01:37:59Z', 'revision_number': 3, 'project_id': '292019d32d43488b8d0e2eacce48b191', 'gw_port': {'id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:59Z', 'updated_at': '2022-08-12T01:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:00.905519 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d235d59-8923-4d61-a12d-cf5236a3063b None None] Network a714095f-7ef3-45f2-b6b4-c1e8d242656b requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:38:00.914851 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f551c-c41d-4b70-b799-0d5d43131853 req-78310b6e-28b6-4a91-ac5a-689bdc9998ef tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:00.917765 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a88f551c-c41d-4b70-b799-0d5d43131853 req-78310b6e-28b6-4a91-ac5a-689bdc9998ef tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 946 time: 0.1156511 Aug 12 01:38:00.944638 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Checking router: 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:38:00.945035 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Updating router 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 port 583833e7-e978-4531-8a6c-0a4c4c306dbc binding host dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:38:00.982870 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.012673 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:01.013841 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:01.015189 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port f43d870b-438d-4e5a-bc71-14e3efbbb331 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:38:01.015871 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.023091 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-f2e77d94-0a15-4728-a566-80a43f1dfa52 None None] Provisioning complete for port 64e178aa-3f1c-456a-ad11-3ecb34966a93 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:01.024260 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f2e77d94-0a15-4728-a566-80a43f1dfa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.111255 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port f43d870b-438d-4e5a-bc71-14e3efbbb331, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f43d870b-438d-4e5a-bc71-14e3efbbb331,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:01.121016 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a88f551c-c41d-4b70-b799-0d5d43131853 req-6227020e-5919-44e9-a4ae-770efdd7a852 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1e700171-0f90-4375-ad7a-cc019d9ab487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687176 Aug 12 01:38:01.138535 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.139823 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 64e178aa-3f1c-456a-ad11-3ecb34966a93 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:38:01.291057 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.355416 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-4376b071-59c3-466e-957a-b9252c006699 req-c445d8aa-b593-4286-975e-b58344125357 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Deleting port 7f3a189a-2823-4a1c-8884-bc1b49992c1c {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:38:01.355852 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-4376b071-59c3-466e-957a-b9252c006699 req-c445d8aa-b593-4286-975e-b58344125357 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.405866 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:01.406036 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=f43d870b-438d-4e5a-bc71-14e3efbbb331,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:01.427393 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 64e178aa-3f1c-456a-ad11-3ecb34966a93 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:01.427793 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.433822 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-f2e77d94-0a15-4728-a566-80a43f1dfa52 None None] Current status of the port 64e178aa-3f1c-456a-ad11-3ecb34966a93 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:38:01.434589 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f2e77d94-0a15-4728-a566-80a43f1dfa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.471390 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:01.482575 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Publish callbacks [] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), precommit_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.496953 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.510151 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:01.544280 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-f2e77d94-0a15-4728-a566-80a43f1dfa52 None None] For port 64e178aa-3f1c-456a-ad11-3ecb34966a93, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=64e178aa-3f1c-456a-ad11-3ecb34966a93,segment=NetworkSegment(45931573-f25f-4ba8-bc88-0f608a0b2635),segment_id=45931573-f25f-4ba8-bc88-0f608a0b2635)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:01.554170 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f2e77d94-0a15-4728-a566-80a43f1dfa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.568596 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Attempting to bind port 583833e7-e978-4531-8a6c-0a4c4c306dbc on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:38:01.568973 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Attempting to bind port 583833e7-e978-4531-8a6c-0a4c4c306dbc by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:38:01.569352 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Attempting to bind port 583833e7-e978-4531-8a6c-0a4c4c306dbc on network 776c52f4-13cf-4479-a18d-8427be668cbb {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:38:01.604213 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_common [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Allocated IP 172.20.0.1 (a714095f-7ef3-45f2-b6b4-c1e8d242656b/005dd41a-2d34-47c9-968d-26fba790c694/a955e047-1678-47b3-8002-8dc1b2e0fdc3) {{(pid=106301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:38:01.609145 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-bce6b497-58ba-46a7-b644-20ae4751025e req-f3e9ca38-2814-4f07-aa5f-756e24a8137b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088652 Aug 12 01:38:01.609958 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:01.613981 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:38:01.614194 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Checking segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:38:01.614990 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.614990 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Bound using segment: {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'} {{(pid=106304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:38:01.615464 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.managers [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Bound port: 583833e7-e978-4531-8a6c-0a4c4c306dbc, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73acb78-1388-44bd-be53-eb3844b5c260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb'}}] {{(pid=106304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:38:01.615873 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), before_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.625188 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 64e178aa-3f1c-456a-ad11-3ecb34966a93 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:38:01.628201 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-4376b071-59c3-466e-957a-b9252c006699 req-c445d8aa-b593-4286-975e-b58344125357 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] For port 7f3a189a-2823-4a1c-8884-bc1b49992c1c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=7f3a189a-2823-4a1c-8884-bc1b49992c1c,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:01.628398 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-4376b071-59c3-466e-957a-b9252c006699 req-c445d8aa-b593-4286-975e-b58344125357 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.652695 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c74bba-a4ee-48da-8d41-3e27a3a38254 None None] Pushing event updated for resources: {'Port': ['ID=583833e7-e978-4531-8a6c-0a4c4c306dbc,revision_number=2']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:01.659370 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-4376b071-59c3-466e-957a-b9252c006699 req-c445d8aa-b593-4286-975e-b58344125357 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Calling delete_port for 7f3a189a-2823-4a1c-8884-bc1b49992c1c owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:38:01.661097 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e77d94-0a15-4728-a566-80a43f1dfa52 None None] Pushing event updated for resources: {'Port': ['ID=64e178aa-3f1c-456a-ad11-3ecb34966a93,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:01.720295 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] For port 583833e7-e978-4531-8a6c-0a4c4c306dbc, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:38:01.723929 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.plugins.ml2.db [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] For port 583833e7-e978-4531-8a6c-0a4c4c306dbc, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=583833e7-e978-4531-8a6c-0a4c4c306dbc,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:38:01.731238 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron_lib.callbacks.manager [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), after_update {{(pid=106304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.746640 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Publish callbacks [] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.773417 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Routers {'3ff102e9-21f0-4a9d-bb92-8f6246be3e46'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:38:01.774211 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['3ff102e9-21f0-4a9d-bb92-8f6246be3e46'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:01.776708 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a51b768f-7db2-40f5-b100-50a193fc26a5 None None] Provisioning complete for port 64e178aa-3f1c-456a-ad11-3ecb34966a93 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:01.777222 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a51b768f-7db2-40f5-b100-50a193fc26a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.793042 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.814980 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-4376b071-59c3-466e-957a-b9252c006699 req-c445d8aa-b593-4286-975e-b58344125357 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (7f3a189a-2823-4a1c-8884-bc1b49992c1c), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.853234 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445d8aa-b593-4286-975e-b58344125357 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event deleted for resources: {'Port': ['ID=7f3a189a-2823-4a1c-8884-bc1b49992c1c,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:01.857702 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Pushing event updated for resources: {'Port': ['ID=a955e047-1678-47b3-8002-8dc1b2e0fdc3,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:01.860541 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a51b768f-7db2-40f5-b100-50a193fc26a5 None None] Current status of the port 64e178aa-3f1c-456a-ad11-3ecb34966a93 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:38:01.888626 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Network a714095f-7ef3-45f2-b6b4-c1e8d242656b is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:38:01.890479 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:38:01.896460 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Received port after_create {{(pid=106301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:38:01.916913 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-4376b071-59c3-466e-957a-b9252c006699 req-c445d8aa-b593-4286-975e-b58344125357 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] No DVR routers for this DVR port 7f3a189a-2823-4a1c-8884-bc1b49992c1c on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:38:01.919767 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-4376b071-59c3-466e-957a-b9252c006699 req-c445d8aa-b593-4286-975e-b58344125357 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.923971 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-4376b071-59c3-466e-957a-b9252c006699 req-c445d8aa-b593-4286-975e-b58344125357 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.15 "DELETE /networking/v2.0/ports/7f3a189a-2823-4a1c-8884-bc1b49992c1c HTTP/1.1" status: 204 len: 173 time: 1.1478317 Aug 12 01:38:01.924437 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'name': 'network-vif-deleted', 'tag': '7f3a189a-2823-4a1c-8884-bc1b49992c1c'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:38:01.926843 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef7ee2e-0c6c-45e7-8370-9dfa39cd1e91" -d '{"events": [{"server_uuid": "e61e785b-aa63-4b29-b82d-185988c73bc1", "name": "network-vif-deleted", "tag": "7f3a189a-2823-4a1c-8884-bc1b49992c1c"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:38:01.932503 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c74bba-a4ee-48da-8d41-3e27a3a38254 None None] Pushing event updated for resources: {'Port': ['ID=583833e7-e978-4531-8a6c-0a4c4c306dbc,revision_number=3']} {{(pid=106304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:01.967666 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777913'] for router_interface (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:01.972070 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:01.974249 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9a5dad-cd68-4247-b7bc-5a3f825ffbe6 x-openstack-request-id: req-1c9a5dad-cd68-4247-b7bc-5a3f825ffbe6 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:38:01.974620 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61e785b-aa63-4b29-b82d-185988c73bc1", "name": "network-vif-deleted", "tag": "7f3a189a-2823-4a1c-8884-bc1b49992c1c", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:38:01.974935 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c9a5dad-cd68-4247-b7bc-5a3f825ffbe6 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:38:01.975324 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9a5dad-cd68-4247-b7bc-5a3f825ffbe6'] response: {'server_uuid': 'e61e785b-aa63-4b29-b82d-185988c73bc1', 'name': 'network-vif-deleted', 'tag': '7f3a189a-2823-4a1c-8884-bc1b49992c1c', 'status': 'completed', 'code': 200} Aug 12 01:38:02.003233 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] Set router 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:38:02.130659 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), before_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:02.190480 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-2f09fdbf-eed9-49cd-b126-1c6fb2d14c1d None None] Provisioning complete for port a955e047-1678-47b3-8002-8dc1b2e0fdc3 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:02.190652 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-2f09fdbf-eed9-49cd-b126-1c6fb2d14c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:02.232741 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-2f09fdbf-eed9-49cd-b126-1c6fb2d14c1d None None] Port a955e047-1678-47b3-8002-8dc1b2e0fdc3 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:38:02.240211 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'name': 'tempest-TestShelveInstance-1951933402-router', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:58Z', 'updated_at': '2022-08-12T01:37:59Z', 'revision_number': 3, 'project_id': '292019d32d43488b8d0e2eacce48b191', 'gw_port': {'id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:59Z', 'updated_at': '2022-08-12T01:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:02.268104 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ef9b0-6c50-48ae-8567-0a7b6bc2e371 None None] The sync data for ids ['3ff102e9-21f0-4a9d-bb92-8f6246be3e46'] in dv-cinder-784815-15-iscsi is: [{'id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'name': 'tempest-TestShelveInstance-1951933402-router', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:58Z', 'updated_at': '2022-08-12T01:37:59Z', 'revision_number': 3, 'project_id': '292019d32d43488b8d0e2eacce48b191', 'gw_port': {'id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:59Z', 'updated_at': '2022-08-12T01:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:38:02.316018 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-24c9ba57-af20-4b19-8367-ff9aca003788 req-d8a48823-1376-4581-830b-8057497d251f tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e61e785b-aa63-4b29-b82d-185988c73bc1 HTTP/1.1" status: 200 len: 210 time: 0.1090591 Aug 12 01:38:02.404150 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Publish callbacks [] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), precommit_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:02.409937 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64676988'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), after_update {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:02.484628 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Pushing event updated for resources: {'Port': ['ID=a955e047-1678-47b3-8002-8dc1b2e0fdc3,revision_number=2']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:02.490686 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1778249'] for router_interface (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:02.544457 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:02.668532 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Network a714095f-7ef3-45f2-b6b4-c1e8d242656b is already hosted by enough agents. {{(pid=106301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:38:02.670409 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.base_scheduler [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=106301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:38:02.804352 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f43d870b-438d-4e5a-bc71-14e3efbbb331 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:38:02.847322 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:02.852671 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Router 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:38:02.866854 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port f43d870b-438d-4e5a-bc71-14e3efbbb331 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:02.867486 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:02.961216 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:02.985712 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-57f05fef-6fc5-4cb1-816d-9114d4cccbae None None] Provisioning complete for port a955e047-1678-47b3-8002-8dc1b2e0fdc3 triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:02.986395 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-57f05fef-6fc5-4cb1-816d-9114d4cccbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:02.987805 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:02.988610 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:38:02.994980 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-d6f4e016-4ae2-4083-9448-b5b94ef78f6f admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/3ff102e9-21f0-4a9d-bb92-8f6246be3e46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4948404 Aug 12 01:38:03.012075 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port f43d870b-438d-4e5a-bc71-14e3efbbb331 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:38:03.013441 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 583833e7-e978-4531-8a6c-0a4c4c306dbc up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:38:03.057314 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-57f05fef-6fc5-4cb1-816d-9114d4cccbae None None] Port a955e047-1678-47b3-8002-8dc1b2e0fdc3 cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:38:03.070989 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 583833e7-e978-4531-8a6c-0a4c4c306dbc triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:03.071406 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.155996 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 583833e7-e978-4531-8a6c-0a4c4c306dbc is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:38:03.156391 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.179737 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port 583833e7-e978-4531-8a6c-0a4c4c306dbc, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=583833e7-e978-4531-8a6c-0a4c4c306dbc,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:03.184851 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.185679 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 64e178aa-3f1c-456a-ad11-3ecb34966a93 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:38:03.274810 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=583833e7-e978-4531-8a6c-0a4c4c306dbc,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:03.283339 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 64e178aa-3f1c-456a-ad11-3ecb34966a93 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:03.283740 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.310621 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58106) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:03.316291 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-966a5fcc-b917-4b61-9ccd-097c604bdc20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695564097', 'description': 'tempest-secgroup-smoke-695564097 description', 'project_id': '29b8427c88df4709b8ff7e395d93f89d'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:38:03.339505 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-966a5fcc-b917-4b61-9ccd-097c604bdc20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group (None), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.371091 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 64e178aa-3f1c-456a-ad11-3ecb34966a93 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:38:03.388047 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58110) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:03.488344 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-966a5fcc-b917-4b61-9ccd-097c604bdc20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group (e7547fd5-a2d7-4374-a4ce-f229a142b2c2), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.507808 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-966a5fcc-b917-4b61-9ccd-097c604bdc20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e7547fd5-a2d7-4374-a4ce-f229a142b2c2), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.551356 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-966a5fcc-b917-4b61-9ccd-097c604bdc20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.552633 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-966a5fcc-b917-4b61-9ccd-097c604bdc20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2407062 Aug 12 01:38:03.553313 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-62775f10-46fa-4222-a5fb-737a273ceb21 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Deleting port 02fdec32-5406-4eed-b094-db10e0304b70 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:38:03.553644 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-62775f10-46fa-4222-a5fb-737a273ceb21 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (02fdec32-5406-4eed-b094-db10e0304b70), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.555882 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58112) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:03.556431 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a5fcc-b917-4b61-9ccd-097c604bdc20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7547fd5-a2d7-4374-a4ce-f229a142b2c2,revision_number=1']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:03.560527 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-ce097427-2dbd-427a-8a4e-6df2435f4721 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Request body: {'security_group_rule': {'security_group_id': 'e7547fd5-a2d7-4374-a4ce-f229a142b2c2', 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:38:03.592101 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce097427-2dbd-427a-8a4e-6df2435f4721 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (85faeabe-b37e-4893-a3f8-7f238045712a), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.642589 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-62775f10-46fa-4222-a5fb-737a273ceb21 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (02fdec32-5406-4eed-b094-db10e0304b70), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.642930 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-62775f10-46fa-4222-a5fb-737a273ceb21 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (02fdec32-5406-4eed-b094-db10e0304b70), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.653846 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce097427-2dbd-427a-8a4e-6df2435f4721 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (85faeabe-b37e-4893-a3f8-7f238045712a), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.658390 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-62775f10-46fa-4222-a5fb-737a273ceb21 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Calling delete_port for 02fdec32-5406-4eed-b094-db10e0304b70 owned by network:floatingip {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:38:03.662294 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce097427-2dbd-427a-8a4e-6df2435f4721 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (85faeabe-b37e-4893-a3f8-7f238045712a), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.685188 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce097427-2dbd-427a-8a4e-6df2435f4721 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85faeabe-b37e-4893-a3f8-7f238045712a,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:03.697859 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-ce097427-2dbd-427a-8a4e-6df2435f4721 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.699247 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-ce097427-2dbd-427a-8a4e-6df2435f4721 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423075 Aug 12 01:38:03.702276 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58120) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:03.707646 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-b9f90480-76bd-402c-91eb-792aa2b93cee tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Request body: {'security_group_rule': {'security_group_id': 'e7547fd5-a2d7-4374-a4ce-f229a142b2c2', 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:38:03.718315 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:03.746938 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b9f90480-76bd-402c-91eb-792aa2b93cee tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (749cc9a4-ac7d-4f35-b4c8-87cea05b5f97), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.821015 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b9f90480-76bd-402c-91eb-792aa2b93cee tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (749cc9a4-ac7d-4f35-b4c8-87cea05b5f97), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.828688 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b9f90480-76bd-402c-91eb-792aa2b93cee tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (749cc9a4-ac7d-4f35-b4c8-87cea05b5f97), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.832512 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-62775f10-46fa-4222-a5fb-737a273ceb21 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (02fdec32-5406-4eed-b094-db10e0304b70), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.849475 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f90480-76bd-402c-91eb-792aa2b93cee tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749cc9a4-ac7d-4f35-b4c8-87cea05b5f97,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:03.856412 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b9f90480-76bd-402c-91eb-792aa2b93cee tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.857689 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b9f90480-76bd-402c-91eb-792aa2b93cee tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543012 Aug 12 01:38:03.861371 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58126) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:03.866777 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62775f10-46fa-4222-a5fb-737a273ceb21 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event deleted for resources: {'Port': ['ID=02fdec32-5406-4eed-b094-db10e0304b70,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:03.868382 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-3368e7bf-22a5-49b2-9f37-125af0734291 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Request body: {'security_group_rule': {'security_group_id': 'e7547fd5-a2d7-4374-a4ce-f229a142b2c2', 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:38:03.909075 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3368e7bf-22a5-49b2-9f37-125af0734291 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (e06e7ce5-361e-4468-aaa9-20d7a2a39db9), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.925478 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:03.943378 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-62775f10-46fa-4222-a5fb-737a273ceb21 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for floatingip (87ce895e-2db3-46e8-97bd-fbd77de8e156), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.946257 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-62775f10-46fa-4222-a5fb-737a273ceb21 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:03.950629 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-62775f10-46fa-4222-a5fb-737a273ceb21 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/87ce895e-2db3-46e8-97bd-fbd77de8e156 HTTP/1.1" status: 204 len: 168 time: 0.5639312 Aug 12 01:38:03.994164 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3368e7bf-22a5-49b2-9f37-125af0734291 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (e06e7ce5-361e-4468-aaa9-20d7a2a39db9), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.001114 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3368e7bf-22a5-49b2-9f37-125af0734291 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (e06e7ce5-361e-4468-aaa9-20d7a2a39db9), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.021874 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368e7bf-22a5-49b2-9f37-125af0734291 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06e7ce5-361e-4468-aaa9-20d7a2a39db9,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:04.030993 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3368e7bf-22a5-49b2-9f37-125af0734291 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.032485 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3368e7bf-22a5-49b2-9f37-125af0734291 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701767 Aug 12 01:38:04.035266 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58132) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:04.041951 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-b533ed17-7157-412c-a49c-f84f9ac6c788 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Request body: {'security_group_rule': {'security_group_id': 'e7547fd5-a2d7-4374-a4ce-f229a142b2c2', 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:38:04.072005 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b533ed17-7157-412c-a49c-f84f9ac6c788 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (d793d13d-7934-405e-8735-0269fdaad466), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.091868 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:04.145439 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b533ed17-7157-412c-a49c-f84f9ac6c788 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (d793d13d-7934-405e-8735-0269fdaad466), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.149391 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b533ed17-7157-412c-a49c-f84f9ac6c788 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (d793d13d-7934-405e-8735-0269fdaad466), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.168944 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533ed17-7157-412c-a49c-f84f9ac6c788 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d793d13d-7934-405e-8735-0269fdaad466,revision_number=0']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:04.178303 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b533ed17-7157-412c-a49c-f84f9ac6c788 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.182668 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58138) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:04.183190 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b533ed17-7157-412c-a49c-f84f9ac6c788 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465797 Aug 12 01:38:04.188070 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-5abdb3bd-18da-4368-bb01-bac035fc5b20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Request body: {'security_group_rule': {'security_group_id': 'e7547fd5-a2d7-4374-a4ce-f229a142b2c2', 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:38:04.197695 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Sync routers for ids ['3ff102e9-21f0-4a9d-bb92-8f6246be3e46'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:38:04.207418 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Routers {'3ff102e9-21f0-4a9d-bb92-8f6246be3e46'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:38:04.208062 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-283e3b79-e602-4586-ab6e-32856335026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['3ff102e9-21f0-4a9d-bb92-8f6246be3e46'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:04.217057 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.securitygroups_db [None req-5abdb3bd-18da-4368-bb01-bac035fc5b20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Project 29b8427c88df4709b8ff7e395d93f89d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 01:38:04.223424 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5abdb3bd-18da-4368-bb01-bac035fc5b20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (54c6b5b9-5608-4d10-b460-dffe43c0d06d), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.254902 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:04.296493 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5abdb3bd-18da-4368-bb01-bac035fc5b20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (54c6b5b9-5608-4d10-b460-dffe43c0d06d), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.302187 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5abdb3bd-18da-4368-bb01-bac035fc5b20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (54c6b5b9-5608-4d10-b460-dffe43c0d06d), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.318462 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Set router 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:38:04.330495 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdb3bd-18da-4368-bb01-bac035fc5b20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c6b5b9-5608-4d10-b460-dffe43c0d06d,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:04.339438 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-5abdb3bd-18da-4368-bb01-bac035fc5b20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.341368 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-5abdb3bd-18da-4368-bb01-bac035fc5b20 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562700 Aug 12 01:38:04.344137 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58140) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:04.352570 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.v2.base [None req-fd45d95a-0b85-48c6-8f09-c1b41b5e6630 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Request body: {'security_group_rule': {'security_group_id': 'e7547fd5-a2d7-4374-a4ce-f229a142b2c2', 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:38:04.376904 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.db.securitygroups_db [None req-fd45d95a-0b85-48c6-8f09-c1b41b5e6630 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Project 29b8427c88df4709b8ff7e395d93f89d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 01:38:04.377183 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 7f3a189a-2823-4a1c-8884-bc1b49992c1c no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:38:04.382888 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fd45d95a-0b85-48c6-8f09-c1b41b5e6630 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (aadcf785-714d-4721-8383-e10c4a80e656), before_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.426683 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: 7f3a189a-2823-4a1c-8884-bc1b49992c1c {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:38:04.427024 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 7f3a189a-2823-4a1c-8884-bc1b49992c1c not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:38:04.445102 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fd45d95a-0b85-48c6-8f09-c1b41b5e6630 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (aadcf785-714d-4721-8383-e10c4a80e656), precommit_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.449902 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fd45d95a-0b85-48c6-8f09-c1b41b5e6630 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750682'] for security_group_rule (aadcf785-714d-4721-8383-e10c4a80e656), after_create {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.469503 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45d95a-0b85-48c6-8f09-c1b41b5e6630 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadcf785-714d-4721-8383-e10c4a80e656,revision_number=0']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:04.476508 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fd45d95a-0b85-48c6-8f09-c1b41b5e6630 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.477750 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-fd45d95a-0b85-48c6-8f09-c1b41b5e6630 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324553 Aug 12 01:38:04.581460 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-283e3b79-e602-4586-ab6e-32856335026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'name': 'tempest-TestShelveInstance-1951933402-router', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:58Z', 'updated_at': '2022-08-12T01:38:02Z', 'revision_number': 4, 'project_id': '292019d32d43488b8d0e2eacce48b191', 'gw_port': {'id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:59Z', 'updated_at': '2022-08-12T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'a955e047-1678-47b3-8002-8dc1b2e0fdc3', 'name': '', 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'mac_address': 'fa:16:3e:39:8a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '005dd41a-2d34-47c9-968d-26fba790c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:38:01Z', 'updated_at': '2022-08-12T01:38:02Z', 'revision_number': 2, 'project_id': '292019d32d43488b8d0e2eacce48b191', 'subnets': [{'id': '005dd41a-2d34-47c9-968d-26fba790c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:04.611776 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Checking router: 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:38:04.612354 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Updating router 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 port a955e047-1678-47b3-8002-8dc1b2e0fdc3 binding host dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 01:38:04.645942 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.654019 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 583833e7-e978-4531-8a6c-0a4c4c306dbc up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:38:04.719983 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:04.791210 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:04.803847 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port 583833e7-e978-4531-8a6c-0a4c4c306dbc triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:04.804271 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:04.971789 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port 583833e7-e978-4531-8a6c-0a4c4c306dbc is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:38:05.047913 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Publish callbacks [] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), precommit_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:05.054545 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:05.134513 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254f1be-06a9-42eb-ae20-8e64300bfa83 None None] Pushing event updated for resources: {'Port': ['ID=a955e047-1678-47b3-8002-8dc1b2e0fdc3,revision_number=3']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:05.175386 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Attempting to bind port a955e047-1678-47b3-8002-8dc1b2e0fdc3 on host dv-cinder-784815-15-iscsi for vnic_type normal with profile {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:38:05.175754 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Attempting to bind port a955e047-1678-47b3-8002-8dc1b2e0fdc3 by drivers openvswitch,hyperv on host dv-cinder-784815-15-iscsi at level 0 using segments [{'id': '45931573-f25f-4ba8-bc88-0f608a0b2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b'}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:38:05.176138 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Attempting to bind port a955e047-1678-47b3-8002-8dc1b2e0fdc3 on network a714095f-7ef3-45f2-b6b4-c1e8d242656b {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:38:05.182308 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Checking agent: {'id': '0d826a0b-5761-44b7-bd8d-f6750a5bda2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 20, 12), 'started_at': datetime.datetime(2022, 8, 12, 1, 20, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:38:05.182683 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Checking segment: {'id': '45931573-f25f-4ba8-bc88-0f608a0b2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:38:05.183084 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:05.183475 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Bound using segment: {'id': '45931573-f25f-4ba8-bc88-0f608a0b2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b'} {{(pid=106303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:38:05.183992 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.managers [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Bound port: a955e047-1678-47b3-8002-8dc1b2e0fdc3, host: dv-cinder-784815-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45931573-f25f-4ba8-bc88-0f608a0b2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b'}}] {{(pid=106303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:38:05.184368 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:05.201581 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58192) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:05.260224 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02915477-c82e-40fb-9074-951f5299cb35 req-e10e1e38-d977-4a6b-b0ed-9ef115658e7c tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:05.261918 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02915477-c82e-40fb-9074-951f5299cb35 req-e10e1e38-d977-4a6b-b0ed-9ef115658e7c tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 946 time: 0.0687747 Aug 12 01:38:05.265431 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-283e3b79-e602-4586-ab6e-32856335026c None None] For port a955e047-1678-47b3-8002-8dc1b2e0fdc3, host dv-cinder-784815-15-iscsi, cleared binding levels {{(pid=106303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:38:05.267292 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-728bc397-77dd-4756-b394-24ab0d528218 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group (1e700171-0f90-4375-ad7a-cc019d9ab487), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:05.269055 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-283e3b79-e602-4586-ab6e-32856335026c None None] For port a955e047-1678-47b3-8002-8dc1b2e0fdc3, host dv-cinder-784815-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=a955e047-1678-47b3-8002-8dc1b2e0fdc3,segment=NetworkSegment(45931573-f25f-4ba8-bc88-0f608a0b2635),segment_id=45931573-f25f-4ba8-bc88-0f608a0b2635)] {{(pid=106303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:38:05.276553 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:05.302124 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-728bc397-77dd-4756-b394-24ab0d528218 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group (1e700171-0f90-4375-ad7a-cc019d9ab487), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:05.311341 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Routers {'3ff102e9-21f0-4a9d-bb92-8f6246be3e46'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:38:05.312009 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-283e3b79-e602-4586-ab6e-32856335026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['3ff102e9-21f0-4a9d-bb92-8f6246be3e46'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:05.320131 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-02915477-c82e-40fb-9074-951f5299cb35 req-6827787b-a9d1-4d93-a3da-56edc0f06824 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499971 Aug 12 01:38:05.377102 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-728bc397-77dd-4756-b394-24ab0d528218 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (1e700171-0f90-4375-ad7a-cc019d9ab487), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:05.380242 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254f1be-06a9-42eb-ae20-8e64300bfa83 None None] Pushing event updated for resources: {'Port': ['ID=a955e047-1678-47b3-8002-8dc1b2e0fdc3,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:05.380400 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-728bc397-77dd-4756-b394-24ab0d528218 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:05.380977 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-728bc397-77dd-4756-b394-24ab0d528218 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1e700171-0f90-4375-ad7a-cc019d9ab487 HTTP/1.1" status: 204 len: 168 time: 0.1784043 Aug 12 01:38:05.401877 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bc397-77dd-4756-b394-24ab0d528218 tempest-TestVolumeBootPattern-700529332 tempest-TestVolumeBootPattern-700529332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e700171-0f90-4375-ad7a-cc019d9ab487,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:05.594723 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-283e3b79-e602-4586-ab6e-32856335026c None None] Set router 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:38:05.721843 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:05.785020 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-283e3b79-e602-4586-ab6e-32856335026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'name': 'tempest-TestShelveInstance-1951933402-router', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:58Z', 'updated_at': '2022-08-12T01:38:02Z', 'revision_number': 4, 'project_id': '292019d32d43488b8d0e2eacce48b191', 'gw_port': {'id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:59Z', 'updated_at': '2022-08-12T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'a955e047-1678-47b3-8002-8dc1b2e0fdc3', 'name': '', 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'mac_address': 'fa:16:3e:39:8a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '005dd41a-2d34-47c9-968d-26fba790c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:38:01Z', 'updated_at': '2022-08-12T01:38:05Z', 'revision_number': 4, 'project_id': '292019d32d43488b8d0e2eacce48b191', 'subnets': [{'id': '005dd41a-2d34-47c9-968d-26fba790c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:05.814979 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283e3b79-e602-4586-ab6e-32856335026c None None] The sync data for ids ['3ff102e9-21f0-4a9d-bb92-8f6246be3e46'] in dv-cinder-784815-15-iscsi is: [{'id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'name': 'tempest-TestShelveInstance-1951933402-router', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:58Z', 'updated_at': '2022-08-12T01:38:02Z', 'revision_number': 4, 'project_id': '292019d32d43488b8d0e2eacce48b191', 'gw_port': {'id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:59Z', 'updated_at': '2022-08-12T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'a955e047-1678-47b3-8002-8dc1b2e0fdc3', 'name': '', 'network_id': 'a714095f-7ef3-45f2-b6b4-c1e8d242656b', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'mac_address': 'fa:16:3e:39:8a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '005dd41a-2d34-47c9-968d-26fba790c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:38:01Z', 'updated_at': '2022-08-12T01:38:05Z', 'revision_number': 4, 'project_id': '292019d32d43488b8d0e2eacce48b191', 'subnets': [{'id': '005dd41a-2d34-47c9-968d-26fba790c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:38:06.450127 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55440949-99f2-4f4b-94a0-8d6d53a9d1db req-be95130c-16de-4f1b-b637-97c3fe75b771 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:06.451673 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-55440949-99f2-4f4b-94a0-8d6d53a9d1db req-be95130c-16de-4f1b-b637-97c3fe75b771 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 946 time: 0.0543346 Aug 12 01:38:06.469592 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58214) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:06.555671 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7ae48f71-5622-4874-9b7f-259c8ae21181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:06.667739 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device a955e047-1678-47b3-8002-8dc1b2e0fdc3 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:38:06.729575 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port a955e047-1678-47b3-8002-8dc1b2e0fdc3 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:06.730361 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:06.772864 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:06.826624 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port a955e047-1678-47b3-8002-8dc1b2e0fdc3 is: DOWN; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:38:06.827905 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:06.847142 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-55440949-99f2-4f4b-94a0-8d6d53a9d1db req-e67bd1b0-5c91-4668-86d2-df24a7193ac3 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c902590-2b02-470b-a6e2-5a1e52d5163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894157 Aug 12 01:38:06.889980 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] For port a955e047-1678-47b3-8002-8dc1b2e0fdc3, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=a955e047-1678-47b3-8002-8dc1b2e0fdc3,segment=NetworkSegment(45931573-f25f-4ba8-bc88-0f608a0b2635),segment_id=45931573-f25f-4ba8-bc88-0f608a0b2635)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:06.895866 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:06.931588 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:06.943576 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cd22d-1a88-4d10-af96-0aea3d693de5 req-9fbc590f-cb8f-4f03-aaa2-202208e4eac1 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:06.945217 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e78cd22d-1a88-4d10-af96-0aea3d693de5 req-9fbc590f-cb8f-4f03-aaa2-202208e4eac1 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 946 time: 0.0671048 Aug 12 01:38:06.952153 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Pushing event updated for resources: {'Port': ['ID=a955e047-1678-47b3-8002-8dc1b2e0fdc3,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:07.097924 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-e78cd22d-1a88-4d10-af96-0aea3d693de5 req-1ec85dae-5d67-4dd4-861c-4470d62b24a2 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Deleting port 1389ef99-7202-48fb-bea3-9376dc260d9c {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:38:07.098270 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e78cd22d-1a88-4d10-af96-0aea3d693de5 req-1ec85dae-5d67-4dd4-861c-4470d62b24a2 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:07.200800 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1f4599e4-593c-42ea-b539-5242926c451e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1778284'] for router_interface (a6289ab2-5884-427b-8613-d383f947a406), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:07.314909 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-e78cd22d-1a88-4d10-af96-0aea3d693de5 req-1ec85dae-5d67-4dd4-861c-4470d62b24a2 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] For port 1389ef99-7202-48fb-bea3-9376dc260d9c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1389ef99-7202-48fb-bea3-9376dc260d9c,segment=NetworkSegment(67640b1f-0098-4d2a-9256-d681b7a95530),segment_id=67640b1f-0098-4d2a-9256-d681b7a95530)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:07.315156 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e78cd22d-1a88-4d10-af96-0aea3d693de5 req-1ec85dae-5d67-4dd4-861c-4470d62b24a2 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:07.336447 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-e78cd22d-1a88-4d10-af96-0aea3d693de5 req-1ec85dae-5d67-4dd4-861c-4470d62b24a2 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Calling delete_port for 1389ef99-7202-48fb-bea3-9376dc260d9c owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:38:07.359312 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:07.586291 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-1f4599e4-593c-42ea-b539-5242926c451e admin admin] Deleting port 9fb21911-0abc-48a1-99e3-4220b26da166 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:38:07.587046 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1f4599e4-593c-42ea-b539-5242926c451e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:07.589817 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e78cd22d-1a88-4d10-af96-0aea3d693de5 req-1ec85dae-5d67-4dd4-861c-4470d62b24a2 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (1389ef99-7202-48fb-bea3-9376dc260d9c), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:07.601960 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['1389ef99-7202-48fb-bea3-9376dc260d9c'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:38:07.652395 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec85dae-5d67-4dd4-861c-4470d62b24a2 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Pushing event deleted for resources: {'Port': ['ID=1389ef99-7202-48fb-bea3-9376dc260d9c,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:07.660937 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:07.725591 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78cd22d-1a88-4d10-af96-0aea3d693de5 req-1ec85dae-5d67-4dd4-861c-4470d62b24a2 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] No DVR routers for this DVR port 1389ef99-7202-48fb-bea3-9376dc260d9c on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:38:07.732999 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-e78cd22d-1a88-4d10-af96-0aea3d693de5 req-1ec85dae-5d67-4dd4-861c-4470d62b24a2 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:07.736282 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e78cd22d-1a88-4d10-af96-0aea3d693de5 req-1ec85dae-5d67-4dd4-861c-4470d62b24a2 tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.15 "DELETE /networking/v2.0/ports/1389ef99-7202-48fb-bea3-9376dc260d9c HTTP/1.1" status: 204 len: 173 time: 0.7825146 Aug 12 01:38:07.736725 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691b5aff-f98b-4d30-86b9-70c933c401b9', 'name': 'network-vif-deleted', 'tag': '1389ef99-7202-48fb-bea3-9376dc260d9c'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:38:07.739478 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb9b01a-e0a0-4a5d-91ea-3fc906762729" -d '{"events": [{"server_uuid": "691b5aff-f98b-4d30-86b9-70c933c401b9", "name": "network-vif-deleted", "tag": "1389ef99-7202-48fb-bea3-9376dc260d9c"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:38:07.748407 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-1f4599e4-593c-42ea-b539-5242926c451e admin admin] For port 9fb21911-0abc-48a1-99e3-4220b26da166, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=9fb21911-0abc-48a1-99e3-4220b26da166,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:07.748772 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1f4599e4-593c-42ea-b539-5242926c451e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:07.762722 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-1f4599e4-593c-42ea-b539-5242926c451e admin admin] Calling delete_port for 9fb21911-0abc-48a1-99e3-4220b26da166 owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:38:07.806360 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d7a512-51d9-41f4-8883-ecdb6a66333d x-openstack-request-id: req-d0d7a512-51d9-41f4-8883-ecdb6a66333d {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:38:07.806660 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691b5aff-f98b-4d30-86b9-70c933c401b9", "name": "network-vif-deleted", "tag": "1389ef99-7202-48fb-bea3-9376dc260d9c", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:38:07.806908 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0d7a512-51d9-41f4-8883-ecdb6a66333d {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:38:07.807838 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d7a512-51d9-41f4-8883-ecdb6a66333d'] response: {'server_uuid': '691b5aff-f98b-4d30-86b9-70c933c401b9', 'name': 'network-vif-deleted', 'tag': '1389ef99-7202-48fb-bea3-9376dc260d9c', 'status': 'completed', 'code': 200} Aug 12 01:38:07.961549 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1f4599e4-593c-42ea-b539-5242926c451e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (9fb21911-0abc-48a1-99e3-4220b26da166), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:07.962830 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f637dbe4-6cee-425d-b7fc-845ec5e19ffe req-0c3de2bd-48ae-4ed8-81bf-0a2fbad5ee4f tempest-VolumesSnapshotTestJSON-1025844362 tempest-VolumesSnapshotTestJSON-1025844362-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=691b5aff-f98b-4d30-86b9-70c933c401b9 HTTP/1.1" status: 200 len: 210 time: 0.0278258 Aug 12 01:38:07.990937 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4599e4-593c-42ea-b539-5242926c451e admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb21911-0abc-48a1-99e3-4220b26da166,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:08.170435 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1f4599e4-593c-42ea-b539-5242926c451e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778368'] for router_interface (a6289ab2-5884-427b-8613-d383f947a406), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:08.395446 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:08.408332 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4599e4-593c-42ea-b539-5242926c451e admin admin] Router a6289ab2-5884-427b-8613-d383f947a406 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:38:08.532358 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4599e4-593c-42ea-b539-5242926c451e admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:38:08.537651 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1f4599e4-593c-42ea-b539-5242926c451e admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a6289ab2-5884-427b-8613-d383f947a406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0668502 Aug 12 01:38:08.540544 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58226) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:08.545288 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbebd57-fb2d-449e-8203-e7cf7100275c None None] Sync routers for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:38:08.561799 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbebd57-fb2d-449e-8203-e7cf7100275c None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:38:08.562509 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7bbebd57-fb2d-449e-8203-e7cf7100275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:08.593550 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:08.648663 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Publish callbacks [] for router (a6289ab2-5884-427b-8613-d383f947a406), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:08.669105 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-7bbebd57-fb2d-449e-8203-e7cf7100275c None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:38:08.675325 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device a955e047-1678-47b3-8002-8dc1b2e0fdc3 up at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:38:08.719795 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Provisioning complete for port a955e047-1678-47b3-8002-8dc1b2e0fdc3 triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:08.720344 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:08.764093 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Publish callbacks [] for router_gateway (a6289ab2-5884-427b-8613-d383f947a406), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:08.802065 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Current status of the port a955e047-1678-47b3-8002-8dc1b2e0fdc3 is: ACTIVE; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:38:08.818759 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Deleting port c0315ccb-a426-4b4f-ba02-403001419cfd {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:38:08.819195 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:08.854366 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7bbebd57-fb2d-449e-8203-e7cf7100275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:38:07Z', 'revision_number': 5, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port': {'id': 'c0315ccb-a426-4b4f-ba02-403001419cfd', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6289ab2-5884-427b-8613-d383f947a406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:25Z', 'updated_at': '2022-08-12T01:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:08.884340 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbebd57-fb2d-449e-8203-e7cf7100275c None None] Checking router: a6289ab2-5884-427b-8613-d383f947a406 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:38:08.893041 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbebd57-fb2d-449e-8203-e7cf7100275c None None] Routers {'a6289ab2-5884-427b-8613-d383f947a406'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:38:08.893642 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7bbebd57-fb2d-449e-8203-e7cf7100275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:37:39Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['a6289ab2-5884-427b-8613-d383f947a406'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:08.905773 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] For port c0315ccb-a426-4b4f-ba02-403001419cfd, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=c0315ccb-a426-4b4f-ba02-403001419cfd,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:08.906136 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:08.921718 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Calling delete_port for c0315ccb-a426-4b4f-ba02-403001419cfd owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:38:08.976024 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-7bbebd57-fb2d-449e-8203-e7cf7100275c None None] Set router a6289ab2-5884-427b-8613-d383f947a406 gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:38:08.977163 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-4eb588c0-e7bf-4977-959d-201684d804a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.031092 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-7bbebd57-fb2d-449e-8203-e7cf7100275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:38:08Z', 'revision_number': 6, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port_host': None}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:09.058518 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbebd57-fb2d-449e-8203-e7cf7100275c None None] The sync data for ids ['a6289ab2-5884-427b-8613-d383f947a406'] in dv-cinder-784815-15-iscsi is: [{'id': 'a6289ab2-5884-427b-8613-d383f947a406', 'name': 'tempest-TestVolumeBootPattern-967580522-router', 'tenant_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:24Z', 'updated_at': '2022-08-12T01:38:08Z', 'revision_number': 6, 'project_id': '2ca05e52a1c94aa7a8877ea34c412c95', 'gw_port_host': None}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:38:09.117787 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (c0315ccb-a426-4b4f-ba02-403001419cfd), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.154037 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0315ccb-a426-4b4f-ba02-403001419cfd,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:09.164222 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.220822 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362832'] for router_gateway (a6289ab2-5884-427b-8613-d383f947a406), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.333159 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (a6289ab2-5884-427b-8613-d383f947a406), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.335750 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Publish callbacks [] for router_controller (a6289ab2-5884-427b-8613-d383f947a406), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.650792 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1780034'] for router (a6289ab2-5884-427b-8613-d383f947a406), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.651578 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6289ab2-5884-427b-8613-d383f947a406 {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 01:38:09.656611 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.657898 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-c2601918-972a-430d-b8fc-513a3e373048 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/a6289ab2-5884-427b-8613-d383f947a406 HTTP/1.1" status: 204 len: 168 time: 1.1162775 Aug 12 01:38:09.660933 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58238) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:09.688464 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:09.708515 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e86e70-b67c-4669-921e-4abefa240e4e admin admin] Deleting subnet 0cdc836c-d627-48a6-ab6d-4370c4105d9e {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:38:09.711962 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-94e86e70-b67c-4669-921e-4abefa240e4e admin admin] Publish callbacks [] for subnet (0cdc836c-d627-48a6-ab6d-4370c4105d9e), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.746721 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-94e86e70-b67c-4669-921e-4abefa240e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66769595'] for subnet (0cdc836c-d627-48a6-ab6d-4370c4105d9e), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.830969 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-94e86e70-b67c-4669-921e-4abefa240e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (0cdc836c-d627-48a6-ab6d-4370c4105d9e), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.840040 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.889035 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-94e86e70-b67c-4669-921e-4abefa240e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67055905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63803327'] for subnet (0cdc836c-d627-48a6-ab6d-4370c4105d9e), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.894214 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:09.916529 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e86e70-b67c-4669-921e-4abefa240e4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cdc836c-d627-48a6-ab6d-4370c4105d9e,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:09.926943 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-94e86e70-b67c-4669-921e-4abefa240e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:09.930217 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-94e86e70-b67c-4669-921e-4abefa240e4e admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/0cdc836c-d627-48a6-ab6d-4370c4105d9e HTTP/1.1" status: 204 len: 168 time: 0.2683880 Aug 12 01:38:09.932895 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58240) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:09.933928 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f23c33-8ea4-44b1-99b2-494d99ce0f0b None None] Network 4d3c14b0-d6e3-49a6-94a3-2110714459d1 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:38:10.011431 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (4d3c14b0-d6e3-49a6-94a3-2110714459d1), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.060169 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Deleting port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:38:10.060507 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.112105 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680147aa-e728-4822-a0c7-e80f1eb49d57 None None] DHCP port deletion for 4d3c14b0-d6e3-49a6-94a3-2110714459d1 request from dv-cinder-784815-15-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 12 01:38:10.131453 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] For port a7c4834b-3fc4-43cf-812e-f5103a8e78e5, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=a7c4834b-3fc4-43cf-812e-f5103a8e78e5,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:10.132017 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.153431 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Calling delete_port for a7c4834b-3fc4-43cf-812e-f5103a8e78e5 owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:38:10.157498 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-680147aa-e728-4822-a0c7-e80f1eb49d57 None None] Deleting port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:38:10.157875 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-680147aa-e728-4822-a0c7-e80f1eb49d57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.227338 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-680147aa-e728-4822-a0c7-e80f1eb49d57 None None] For port a7c4834b-3fc4-43cf-812e-f5103a8e78e5, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=a7c4834b-3fc4-43cf-812e-f5103a8e78e5,segment=NetworkSegment(4dcca122-6f5e-4f5e-9f45-a8790f281b43),segment_id=4dcca122-6f5e-4f5e-9f45-a8790f281b43)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:10.227829 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-680147aa-e728-4822-a0c7-e80f1eb49d57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.240748 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-680147aa-e728-4822-a0c7-e80f1eb49d57 None None] Calling delete_port for a7c4834b-3fc4-43cf-812e-f5103a8e78e5 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:38:10.241818 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.265663 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c4834b-3fc4-43cf-812e-f5103a8e78e5,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:10.275984 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] No DVR routers for this DVR port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 on host dv-cinder-784815-15-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:38:10.325874 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:10.334380 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-680147aa-e728-4822-a0c7-e80f1eb49d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018'] for port (a7c4834b-3fc4-43cf-812e-f5103a8e78e5), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.360589 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (4d3c14b0-d6e3-49a6-94a3-2110714459d1), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.363913 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680147aa-e728-4822-a0c7-e80f1eb49d57 None None] Pushing event deleted for resources: {'Port': ['ID=a7c4834b-3fc4-43cf-812e-f5103a8e78e5,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:10.369111 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680147aa-e728-4822-a0c7-e80f1eb49d57 None None] No DVR routers for this DVR port a7c4834b-3fc4-43cf-812e-f5103a8e78e5 on host dv-cinder-784815-15-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:38:10.407319 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3c14b0-d6e3-49a6-94a3-2110714459d1']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:10.417626 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcca122-6f5e-4f5e-9f45-a8790f281b43') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:10.417925 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcca122-6f5e-4f5e-9f45-a8790f281b43') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:10.427757 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66769570'] for segment (4dcca122-6f5e-4f5e-9f45-a8790f281b43), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.430698 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 1389ef99-7202-48fb-bea3-9376dc260d9c no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:38:10.442919 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (4dcca122-6f5e-4f5e-9f45-a8790f281b43), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.450844 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:38:10.451279 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67056327'] for segment (4dcca122-6f5e-4f5e-9f45-a8790f281b43), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.460756 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: 1389ef99-7202-48fb-bea3-9376dc260d9c {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:38:10.461218 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device 1389ef99-7202-48fb-bea3-9376dc260d9c not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:38:10.494977 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 4dcca122-6f5e-4f5e-9f45-a8790f281b43 resource provider aggregate not found Aug 12 01:38:10.517251 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 4dcca122-6f5e-4f5e-9f45-a8790f281b43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4dcca122-6f5e-4f5e-9f45-a8790f281b43 found for delete ", "request_id": "req-6f9bd96d-8f78-4418-ac7f-527151bb8dff"}]} Aug 12 01:38:10.529423 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (4d3c14b0-d6e3-49a6-94a3-2110714459d1), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.540688 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.544059 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/4d3c14b0-d6e3-49a6-94a3-2110714459d1 HTTP/1.1" status: 204 len: 168 time: 0.6102300 Aug 12 01:38:10.547233 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58252) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:10.561643 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeba921-e5db-4336-8454-340e2a4c2974 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3c14b0-d6e3-49a6-94a3-2110714459d1,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:10.607671 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device c0315ccb-a426-4b4f-ba02-403001419cfd no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:38:10.637842 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: c0315ccb-a426-4b4f-ba02-403001419cfd {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:38:10.638194 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device c0315ccb-a426-4b4f-ba02-403001419cfd not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:38:10.638973 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device a7c4834b-3fc4-43cf-812e-f5103a8e78e5 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:38:10.663771 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: a7c4834b-3fc4-43cf-812e-f5103a8e78e5 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:38:10.664456 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device a7c4834b-3fc4-43cf-812e-f5103a8e78e5 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:38:10.664913 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 9fb21911-0abc-48a1-99e3-4220b26da166 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:38:10.685311 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 9fb21911-0abc-48a1-99e3-4220b26da166 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:38:10.685732 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 9fb21911-0abc-48a1-99e3-4220b26da166 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:38:10.893906 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6f0c479b-e170-423e-8317-b68671d839ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1778284'] for router_interface (99b8c038-bf0a-4a36-97fe-469f13245974), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:10.971420 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:11.050936 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:11.125827 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c479b-e170-423e-8317-b68671d839ea admin admin] Deleting port 864b06f2-eb19-40d6-8f87-cc7c56c46b68 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:38:11.126177 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6f0c479b-e170-423e-8317-b68671d839ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:11.218605 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-6f0c479b-e170-423e-8317-b68671d839ea admin admin] For port 864b06f2-eb19-40d6-8f87-cc7c56c46b68, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=864b06f2-eb19-40d6-8f87-cc7c56c46b68,segment=NetworkSegment(951603b6-c797-479c-b03b-65cfbe213e94),segment_id=951603b6-c797-479c-b03b-65cfbe213e94)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:11.218967 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6f0c479b-e170-423e-8317-b68671d839ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:11.232778 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c479b-e170-423e-8317-b68671d839ea admin admin] Calling delete_port for 864b06f2-eb19-40d6-8f87-cc7c56c46b68 owned by network:router_interface {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:38:11.420179 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6f0c479b-e170-423e-8317-b68671d839ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (864b06f2-eb19-40d6-8f87-cc7c56c46b68), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:11.454418 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c479b-e170-423e-8317-b68671d839ea admin admin] Pushing event deleted for resources: {'Port': ['ID=864b06f2-eb19-40d6-8f87-cc7c56c46b68,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:11.550383 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:11.631429 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-6f0c479b-e170-423e-8317-b68671d839ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778368'] for router_interface (99b8c038-bf0a-4a36-97fe-469f13245974), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:11.678134 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:11.861199 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0c479b-e170-423e-8317-b68671d839ea admin admin] Router 99b8c038-bf0a-4a36-97fe-469f13245974 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:38:11.870503 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:11.967866 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:11.992877 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0c479b-e170-423e-8317-b68671d839ea admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:38:12.000765 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-6f0c479b-e170-423e-8317-b68671d839ea admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/99b8c038-bf0a-4a36-97fe-469f13245974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4487867 Aug 12 01:38:12.000977 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58260) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:12.001618 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eaf554-1198-4ebd-ad09-06eaf3844e74 None None] Sync routers for ids ['99b8c038-bf0a-4a36-97fe-469f13245974'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:38:12.012840 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eaf554-1198-4ebd-ad09-06eaf3844e74 None None] Routers {'99b8c038-bf0a-4a36-97fe-469f13245974'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:38:12.013473 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-41eaf554-1198-4ebd-ad09-06eaf3844e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:38:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['99b8c038-bf0a-4a36-97fe-469f13245974'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:12.103062 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Publish callbacks [] for router (99b8c038-bf0a-4a36-97fe-469f13245974), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:12.119478 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:12.130424 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-41eaf554-1198-4ebd-ad09-06eaf3844e74 None None] Set router 99b8c038-bf0a-4a36-97fe-469f13245974 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:38:12.215573 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Publish callbacks [] for router_gateway (99b8c038-bf0a-4a36-97fe-469f13245974), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:12.257810 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Deleting port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:38:12.258264 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:12.317758 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-41eaf554-1198-4ebd-ad09-06eaf3844e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'name': 'tempest-TestVolumeBootPattern-200669255-router', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:32Z', 'updated_at': '2022-08-12T01:38:11Z', 'revision_number': 5, 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'gw_port': {'id': 'ca9aa402-1f9d-48dd-bba4-51b9e6784ed7', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:29:33Z', 'updated_at': '2022-08-12T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:12.343671 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eaf554-1198-4ebd-ad09-06eaf3844e74 None None] Checking router: 99b8c038-bf0a-4a36-97fe-469f13245974 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:38:12.348180 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] For port ca9aa402-1f9d-48dd-bba4-51b9e6784ed7, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=ca9aa402-1f9d-48dd-bba4-51b9e6784ed7,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:12.348902 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:12.353245 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eaf554-1198-4ebd-ad09-06eaf3844e74 None None] Routers {'99b8c038-bf0a-4a36-97fe-469f13245974'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:38:12.353867 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-41eaf554-1198-4ebd-ad09-06eaf3844e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:38:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['99b8c038-bf0a-4a36-97fe-469f13245974'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:12.371601 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Calling delete_port for ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 owned by network:router_gateway {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:38:12.441681 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-41eaf554-1198-4ebd-ad09-06eaf3844e74 None None] Set router 99b8c038-bf0a-4a36-97fe-469f13245974 gateway port host: None {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:38:12.492603 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-41eaf554-1198-4ebd-ad09-06eaf3844e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'name': 'tempest-TestVolumeBootPattern-200669255-router', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:32Z', 'updated_at': '2022-08-12T01:38:12Z', 'revision_number': 6, 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'gw_port_host': None}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:12.521793 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eaf554-1198-4ebd-ad09-06eaf3844e74 None None] The sync data for ids ['99b8c038-bf0a-4a36-97fe-469f13245974'] in dv-cinder-784815-15-iscsi is: [{'id': '99b8c038-bf0a-4a36-97fe-469f13245974', 'name': 'tempest-TestVolumeBootPattern-200669255-router', 'tenant_id': '121fe55b65ac4f60bb8470ee38f22157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:29:32Z', 'updated_at': '2022-08-12T01:38:12Z', 'revision_number': 6, 'project_id': '121fe55b65ac4f60bb8470ee38f22157', 'gw_port_host': None}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:38:12.571315 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (ca9aa402-1f9d-48dd-bba4-51b9e6784ed7), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:12.600188 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9aa402-1f9d-48dd-bba4-51b9e6784ed7,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:12.669905 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362832'] for router_gateway (99b8c038-bf0a-4a36-97fe-469f13245974), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:12.776761 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (99b8c038-bf0a-4a36-97fe-469f13245974), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:12.779144 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Publish callbacks [] for router_controller (99b8c038-bf0a-4a36-97fe-469f13245974), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:12.844299 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1780034'] for router (99b8c038-bf0a-4a36-97fe-469f13245974), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:12.844833 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99b8c038-bf0a-4a36-97fe-469f13245974 {{(pid=106301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 01:38:12.849662 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:12.850784 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-33c55f06-9c9f-41fc-a03d-66195d88b79e admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/99b8c038-bf0a-4a36-97fe-469f13245974 HTTP/1.1" status: 204 len: 168 time: 0.8489184 Aug 12 01:38:12.853414 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58266) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:12.893425 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:12.903677 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff3644a-69f5-46fa-8a1d-889794da9f6d admin admin] Deleting subnet dfec4a68-b574-4c25-8960-993102ef4974 {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:38:12.907677 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fff3644a-69f5-46fa-8a1d-889794da9f6d admin admin] Publish callbacks [] for subnet (dfec4a68-b574-4c25-8960-993102ef4974), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:12.944747 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fff3644a-69f5-46fa-8a1d-889794da9f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64470971'] for subnet (dfec4a68-b574-4c25-8960-993102ef4974), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.023113 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fff3644a-69f5-46fa-8a1d-889794da9f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (dfec4a68-b574-4c25-8960-993102ef4974), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.047256 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:13.085990 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fff3644a-69f5-46fa-8a1d-889794da9f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64677814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65011426'] for subnet (dfec4a68-b574-4c25-8960-993102ef4974), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.113563 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3644a-69f5-46fa-8a1d-889794da9f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfec4a68-b574-4c25-8960-993102ef4974,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:13.117271 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fff3644a-69f5-46fa-8a1d-889794da9f6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.122948 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-fff3644a-69f5-46fa-8a1d-889794da9f6d admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/dfec4a68-b574-4c25-8960-993102ef4974 HTTP/1.1" status: 204 len: 168 time: 0.2661414 Aug 12 01:38:13.123126 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58268) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:13.123741 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e5ccc-d3b1-4134-bd21-9ab8ae34c6c5 None None] Network b6fc49d2-8c62-4d96-8dc4-15cd041394e1 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:38:13.207036 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (b6fc49d2-8c62-4d96-8dc4-15cd041394e1), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.254743 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Deleting port 7e223ddc-6913-41dd-be5e-661a4098aa75 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:38:13.254968 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.292089 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7ccd89-3b14-4002-907a-cc4858553896 None None] DHCP port deletion for b6fc49d2-8c62-4d96-8dc4-15cd041394e1 request from dv-cinder-784815-15-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 12 01:38:13.325863 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] For port 7e223ddc-6913-41dd-be5e-661a4098aa75, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=7e223ddc-6913-41dd-be5e-661a4098aa75,segment=NetworkSegment(951603b6-c797-479c-b03b-65cfbe213e94),segment_id=951603b6-c797-479c-b03b-65cfbe213e94)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:13.326238 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.338612 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ccd89-3b14-4002-907a-cc4858553896 None None] Deleting port 7e223ddc-6913-41dd-be5e-661a4098aa75 {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:38:13.339196 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3b7ccd89-3b14-4002-907a-cc4858553896 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.344906 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Calling delete_port for 7e223ddc-6913-41dd-be5e-661a4098aa75 owned by network:dhcp {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:38:13.413369 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-3b7ccd89-3b14-4002-907a-cc4858553896 None None] For port 7e223ddc-6913-41dd-be5e-661a4098aa75, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=7e223ddc-6913-41dd-be5e-661a4098aa75,segment=NetworkSegment(951603b6-c797-479c-b03b-65cfbe213e94),segment_id=951603b6-c797-479c-b03b-65cfbe213e94)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:13.413669 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3b7ccd89-3b14-4002-907a-cc4858553896 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.426752 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ccd89-3b14-4002-907a-cc4858553896 None None] Calling delete_port for 7e223ddc-6913-41dd-be5e-661a4098aa75 owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:38:13.437399 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.464353 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7e223ddc-6913-41dd-be5e-661a4098aa75,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:13.466173 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] No DVR routers for this DVR port 7e223ddc-6913-41dd-be5e-661a4098aa75 on host dv-cinder-784815-15-iscsi {{(pid=106301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:38:13.519992 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-3b7ccd89-3b14-4002-907a-cc4858553896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018'] for port (7e223ddc-6913-41dd-be5e-661a4098aa75), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.543233 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (b6fc49d2-8c62-4d96-8dc4-15cd041394e1), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.545772 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ccd89-3b14-4002-907a-cc4858553896 None None] Pushing event deleted for resources: {'Port': ['ID=7e223ddc-6913-41dd-be5e-661a4098aa75,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:13.549631 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ccd89-3b14-4002-907a-cc4858553896 None None] No DVR routers for this DVR port 7e223ddc-6913-41dd-be5e-661a4098aa75 on host dv-cinder-784815-15-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:38:13.571783 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fc49d2-8c62-4d96-8dc4-15cd041394e1']}} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:13.582867 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951603b6-c797-479c-b03b-65cfbe213e94') {'for_net_delete': True} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:13.583175 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.services.segments.db [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951603b6-c797-479c-b03b-65cfbe213e94') {} {{(pid=106301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:13.593885 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64470946'] for segment (951603b6-c797-479c-b03b-65cfbe213e94), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.608734 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (951603b6-c797-479c-b03b-65cfbe213e94), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.615306 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:38:13.615731 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64676944'] for segment (951603b6-c797-479c-b03b-65cfbe213e94), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.679194 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (b6fc49d2-8c62-4d96-8dc4-15cd041394e1), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.686100 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.689246 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/b6fc49d2-8c62-4d96-8dc4-15cd041394e1 HTTP/1.1" status: 204 len: 168 time: 0.5651274 Aug 12 01:38:13.700637 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15631aad-8887-419b-baef-a83dd28510ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b6fc49d2-8c62-4d96-8dc4-15cd041394e1,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:13.773185 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 951603b6-c797-479c-b03b-65cfbe213e94 resource provider aggregate not found Aug 12 01:38:13.797559 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.services.segments.plugin [-] Segment 951603b6-c797-479c-b03b-65cfbe213e94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 951603b6-c797-479c-b03b-65cfbe213e94 found for delete ", "request_id": "req-b8685621-1052-42e0-8cf1-2bca39cda6af"}]} Aug 12 01:38:13.828798 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58282) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:13.872731 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-1eae8a6f-b5d0-4b53-94dd-fafff5c89ae7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2ca05e52a1c94aa7a8877ea34c412c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427687 Aug 12 01:38:13.875311 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58284) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:13.913343 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:13.932112 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-67e22e9d-bec1-4dd0-81a7-d53cdb66855a admin admin] Publish callbacks [] for security_group (b49ad38b-4d92-407a-b490-73d768875bd2), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:13.955516 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-67e22e9d-bec1-4dd0-81a7-d53cdb66855a admin admin] Publish callbacks [] for security_group (b49ad38b-4d92-407a-b490-73d768875bd2), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:14.005259 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-67e22e9d-bec1-4dd0-81a7-d53cdb66855a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (b49ad38b-4d92-407a-b490-73d768875bd2), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:14.009178 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-67e22e9d-bec1-4dd0-81a7-d53cdb66855a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:14.010349 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-67e22e9d-bec1-4dd0-81a7-d53cdb66855a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b49ad38b-4d92-407a-b490-73d768875bd2 HTTP/1.1" status: 204 len: 168 time: 0.1340947 Aug 12 01:38:14.018249 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e22e9d-bec1-4dd0-81a7-d53cdb66855a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49ad38b-4d92-407a-b490-73d768875bd2,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:14.378248 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58290) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:14.420067 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ee04e16b-d133-4922-96a0-9542add89d05 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=121fe55b65ac4f60bb8470ee38f22157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398002 Aug 12 01:38:14.422439 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58292) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:14.452214 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:14.475171 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-99df8f97-d274-4f6d-acad-f9471e79b9e2 admin admin] Publish callbacks [] for security_group (c2bcb282-99fb-477d-816c-e3e7358a519a), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:14.497612 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-99df8f97-d274-4f6d-acad-f9471e79b9e2 admin admin] Publish callbacks [] for security_group (c2bcb282-99fb-477d-816c-e3e7358a519a), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:14.549813 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-99df8f97-d274-4f6d-acad-f9471e79b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (c2bcb282-99fb-477d-816c-e3e7358a519a), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:14.552625 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-99df8f97-d274-4f6d-acad-f9471e79b9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:14.556532 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-99df8f97-d274-4f6d-acad-f9471e79b9e2 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c2bcb282-99fb-477d-816c-e3e7358a519a HTTP/1.1" status: 204 len: 168 time: 0.1298485 Aug 12 01:38:14.569593 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df8f97-d274-4f6d-acad-f9471e79b9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bcb282-99fb-477d-816c-e3e7358a519a,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:14.607332 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:38:14.631616 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:38:14.632233 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device ca9aa402-1f9d-48dd-bba4-51b9e6784ed7 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:38:14.632870 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 864b06f2-eb19-40d6-8f87-cc7c56c46b68 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:38:14.660483 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 864b06f2-eb19-40d6-8f87-cc7c56c46b68 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:38:14.660828 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 864b06f2-eb19-40d6-8f87-cc7c56c46b68 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:38:14.661262 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 7e223ddc-6913-41dd-be5e-661a4098aa75 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:38:14.679901 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 7e223ddc-6913-41dd-be5e-661a4098aa75 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:38:14.680241 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 7e223ddc-6913-41dd-be5e-661a4098aa75 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:38:19.031460 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:19.058245 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=70 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:20.072735 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-0633d5b7-5a73-44be-a73f-ea45cb98dadb tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-695564097&fields=id&tenant_id=29b8427c88df4709b8ff7e395d93f89d HTTP/1.1" status: 200 len: 267 time: 0.0545945 Aug 12 01:38:20.183423 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4f855-1149-4bad-bf20-81a995182adc req-e251158d-4217-4548-b62f-d5fa5ba1dd90 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:20.184925 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-e251158d-4217-4548-b62f-d5fa5ba1dd90 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/networks?id=61d18213-79ef-43c0-aba3-bb18141f4096 HTTP/1.1" status: 200 len: 808 time: 0.1041312 Aug 12 01:38:20.199190 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-81006450-ea9a-4356-8f83-1736f0140445 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/quotas/29b8427c88df4709b8ff7e395d93f89d HTTP/1.1" status: 200 len: 375 time: 0.0089729 Aug 12 01:38:20.210781 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:38:20.250887 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-1502df07-5923-4534-bcb5-ba5db49cc85b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=29b8427c88df4709b8ff7e395d93f89d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469229 Aug 12 01:38:20.271194 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-800f6fb0-7739-4227-8147-b59661f806fd service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:38:20.272162 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-800f6fb0-7739-4227-8147-b59661f806fd service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050461 Aug 12 01:38:20.363770 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-657e7d11-47e4-4b6d-952c-035dc400b5aa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846241 Aug 12 01:38:20.462515 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-7a240a29-beca-44ec-a346-c118893e413a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930049 Aug 12 01:38:20.516255 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:20.547297 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:UPDATE=1,neutron:SELECT=80,neutron:DELETE=9 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:20.788070 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7ea7ac1f-9919-4557-bac3-977e1dc40e6a req-62517940-026d-4339-b3b5-ed02650403b6 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 210 time: 0.0281448 Aug 12 01:38:21.899135 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6aad98ec-0fd8-45fe-afe0-72cdb0094d2d req-f4bf7971-7c6b-4185-a13e-bb2c7c8d6654 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 210 time: 0.0292571 Aug 12 01:38:22.594142 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4f855-1149-4bad-bf20-81a995182adc req-86b72cbe-026c-417a-a214-e3d76abb7e37 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:22.595731 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-86b72cbe-026c-417a-a214-e3d76abb7e37 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.15 "GET /networking/v2.0/networks?id=61d18213-79ef-43c0-aba3-bb18141f4096 HTTP/1.1" status: 200 len: 808 time: 0.1142368 Aug 12 01:38:22.659424 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-a0bd8b5e-7e4b-49d3-8462-37ee192f8a2d tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=29b8427c88df4709b8ff7e395d93f89d HTTP/1.1" status: 200 len: 379 time: 0.0549958 Aug 12 01:38:22.669046 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-90e4f855-1149-4bad-bf20-81a995182adc req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Request body: {'port': {'device_id': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'admin_state_up': True, 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'security_groups': ['e7547fd5-a2d7-4374-a4ce-f229a142b2c2']}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:38:22.785476 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e4f855-1149-4bad-bf20-81a995182adc req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Made reservation on behalf of 29b8427c88df4709b8ff7e395d93f89d for: {'port': 1} {{(pid=106302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:38:22.790320 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-90e4f855-1149-4bad-bf20-81a995182adc req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:22.932156 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [req-90e4f855-1149-4bad-bf20-81a995182adc req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Allocated IP 172.20.0.12 (61d18213-79ef-43c0-aba3-bb18141f4096/fdb7649d-6449-43df-9835-09001f7e1186/c51c81c0-090a-4ff7-af49-a4ffd522196b) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:38:23.014283 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-16f511b2-28da-4ef7-9b92-d1a844269fc5 req-610248b4-3c09-4663-abd1-6a7609b74831 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 210 time: 0.0397017 Aug 12 01:38:23.078162 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-90e4f855-1149-4bad-bf20-81a995182adc req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:23.113505 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-90e4f855-1149-4bad-bf20-81a995182adc req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:23.163644 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e4f855-1149-4bad-bf20-81a995182adc req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Network 61d18213-79ef-43c0-aba3-bb18141f4096 is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:38:23.168823 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [req-90e4f855-1149-4bad-bf20-81a995182adc req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:38:23.172731 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e4f855-1149-4bad-bf20-81a995182adc req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:38:23.177306 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event updated for resources: {'Port': ['ID=c51c81c0-090a-4ff7-af49-a4ffd522196b,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:23.207112 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.207466 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.207814 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.208147 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.208480 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.208808 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.209149 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.209446 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.209774 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.210091 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.210413 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.210732 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.211051 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.211364 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.211707 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:38:23.236510 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4f855-1149-4bad-bf20-81a995182adc req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:23.237135 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-90e4f855-1149-4bad-bf20-81a995182adc req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:23.255438 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-502e48b0-2944-47b9-9e81-edf4ea7b4f46 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5901413 Aug 12 01:38:23.265431 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-7ae30939-1724-4490-8874-015e95fa4301 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:38:23.266404 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-7ae30939-1724-4490-8874-015e95fa4301 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054040 Aug 12 01:38:23.278734 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Request body: {'port': {'device_id': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:38:23.334067 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:23.349512 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:23.364774 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:23.437730 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-a18dc019-af54-4c36-b4d2-9114335ffa2c None None] Provisioning complete for port c51c81c0-090a-4ff7-af49-a4ffd522196b triggered by entity DHCP. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:23.438744 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-a18dc019-af54-4c36-b4d2-9114335ffa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:23.471434 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-a18dc019-af54-4c36-b4d2-9114335ffa2c None None] Port c51c81c0-090a-4ff7-af49-a4ffd522196b cannot update to ACTIVE because it is not bound. {{(pid=106303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 12 01:38:23.633158 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51c81c0-090a-4ff7-af49-a4ffd522196b {{(pid=106302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:38:23.641283 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Publish callbacks [] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:23.654517 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.provisioning_blocks [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Transition to ACTIVE for port object c51c81c0-090a-4ff7-af49-a4ffd522196b will not be triggered until provisioned by entity L2. {{(pid=106302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 12 01:38:23.658245 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:23.719260 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Pushing event updated for resources: {'Port': ['ID=c51c81c0-090a-4ff7-af49-a4ffd522196b,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:23.773402 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Attempting to bind port c51c81c0-090a-4ff7-af49-a4ffd522196b on host hv-cinder-78481 for vnic_type normal with profile {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 12 01:38:23.773687 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Attempting to bind port c51c81c0-090a-4ff7-af49-a4ffd522196b by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 12 01:38:23.774051 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Attempting to bind port c51c81c0-090a-4ff7-af49-a4ffd522196b on network 61d18213-79ef-43c0-aba3-bb18141f4096 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:38:23.779004 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Port c51c81c0-090a-4ff7-af49-a4ffd522196b on network 61d18213-79ef-43c0-aba3-bb18141f4096 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 12 01:38:23.779321 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Attempting to bind port c51c81c0-090a-4ff7-af49-a4ffd522196b on network 61d18213-79ef-43c0-aba3-bb18141f4096 {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 12 01:38:23.785033 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Checking agent: {'id': '334b6a94-7702-406d-b4b3-dd31449e4397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'started_at': datetime.datetime(2022, 8, 12, 1, 26, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 12, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 12 01:38:23.785371 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Checking segment: {'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 12 01:38:23.785851 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Bound using segment: {'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'} {{(pid=106302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 12 01:38:23.786302 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.managers [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Bound port: c51c81c0-090a-4ff7-af49-a4ffd522196b, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096'}}] {{(pid=106302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 12 01:38:23.786656 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:23.850510 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] For port c51c81c0-090a-4ff7-af49-a4ffd522196b, host hv-cinder-78481, cleared binding levels {{(pid=106302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:38:23.853667 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] For port c51c81c0-090a-4ff7-af49-a4ffd522196b, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:38:23.861191 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:23.864637 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:23.865324 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:23.866816 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/c51c81c0-090a-4ff7-af49-a4ffd522196b HTTP/1.1" status: 200 len: 1094 time: 0.5930798 Aug 12 01:38:23.868885 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:38:23.871690 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6e96a8-a5ee-4bce-ad80-69b366bc1acb" -d '{"events": [{"name": "network-changed", "server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:38:23.915878 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f163439a-8e98-4410-89de-ee167b2564c5 x-openstack-request-id: req-f163439a-8e98-4410-89de-ee167b2564c5 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:38:23.915878 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:38:23.915878 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f163439a-8e98-4410-89de-ee167b2564c5 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:38:23.916246 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f163439a-8e98-4410-89de-ee167b2564c5'] response: {'name': 'network-changed', 'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'status': 'completed', 'code': 200} Aug 12 01:38:23.930033 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090137e6-f6fd-4fe1-8cb0-db38da482e7f service neutron] Pushing event updated for resources: {'Port': ['ID=c51c81c0-090a-4ff7-af49-a4ffd522196b,revision_number=3']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:24.053977 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4f855-1149-4bad-bf20-81a995182adc req-8b8d167d-d5d2-485c-a6f8-d5062cbf9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:24.055503 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-8b8d167d-d5d2-485c-a6f8-d5062cbf9465 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=29b8427c88df4709b8ff7e395d93f89d&device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 1128 time: 0.1474264 Aug 12 01:38:24.098294 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-cc74a00c-0964-4704-b6d3-ce0a35234430 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b HTTP/1.1" status: 200 len: 217 time: 0.0355814 Aug 12 01:38:24.149483 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478118-69ec-4df1-bbeb-16da35326959 req-93f59e66-dbd5-4bc0-b600-7b83c8dabed9 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:24.150947 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c6478118-69ec-4df1-bbeb-16da35326959 req-93f59e66-dbd5-4bc0-b600-7b83c8dabed9 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0560524 Aug 12 01:38:24.151192 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4f855-1149-4bad-bf20-81a995182adc req-deba82c0-df00-4281-88f2-770f8ca4fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:24.152845 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-deba82c0-df00-4281-88f2-770f8ca4fe3c service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fdb7649d-6449-43df-9835-09001f7e1186 HTTP/1.1" status: 200 len: 847 time: 0.0476329 Aug 12 01:38:24.195921 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4f855-1149-4bad-bf20-81a995182adc req-bd104545-7a18-40ff-8ecb-9e8825afbf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:24.197415 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-bd104545-7a18-40ff-8ecb-9e8825afbf76 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=61d18213-79ef-43c0-aba3-bb18141f4096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387604 Aug 12 01:38:24.206763 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c6478118-69ec-4df1-bbeb-16da35326959 req-81771b4b-4439-4414-ac67-84ad42f00f3d tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477469 Aug 12 01:38:24.291497 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-972f37c6-c037-4c2f-9ad0-ac5b19f78606 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880079 Aug 12 01:38:24.382416 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-90e4f855-1149-4bad-bf20-81a995182adc req-dddcfeb9-1aa1-4390-8ea4-618c59a4455e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852013 Aug 12 01:38:24.644260 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:24.677613 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:24.691337 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e96a8-a5ee-4bce-ad80-69b366bc1acb req-c70d259e-6621-4bdb-80f6-f92a7f8f4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:24.692934 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8b6e96a8-a5ee-4bce-ad80-69b366bc1acb req-c70d259e-6621-4bdb-80f6-f92a7f8f4827 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=29b8427c88df4709b8ff7e395d93f89d&device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 1128 time: 0.0566785 Aug 12 01:38:24.788999 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e96a8-a5ee-4bce-ad80-69b366bc1acb req-934080e0-f675-4dc6-bda5-ba7eca9a123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:24.790613 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8b6e96a8-a5ee-4bce-ad80-69b366bc1acb req-934080e0-f675-4dc6-bda5-ba7eca9a123b service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=61d18213-79ef-43c0-aba3-bb18141f4096 HTTP/1.1" status: 200 len: 909 time: 0.0904465 Aug 12 01:38:24.832938 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8b6e96a8-a5ee-4bce-ad80-69b366bc1acb req-22e36f71-3920-468b-9a09-3b2ac3e03e27 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b HTTP/1.1" status: 200 len: 217 time: 0.0362043 Aug 12 01:38:24.882077 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e96a8-a5ee-4bce-ad80-69b366bc1acb req-36068cac-f961-4a00-b871-8b508fa2ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:24.883544 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8b6e96a8-a5ee-4bce-ad80-69b366bc1acb req-36068cac-f961-4a00-b871-8b508fa2ed20 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fdb7649d-6449-43df-9835-09001f7e1186 HTTP/1.1" status: 200 len: 847 time: 0.0449231 Aug 12 01:38:24.928605 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e96a8-a5ee-4bce-ad80-69b366bc1acb req-8b654f73-5957-4f1e-b236-45a12d5fbe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:24.930035 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8b6e96a8-a5ee-4bce-ad80-69b366bc1acb req-8b654f73-5957-4f1e-b236-45a12d5fbe8b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=61d18213-79ef-43c0-aba3-bb18141f4096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406280 Aug 12 01:38:25.026895 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8b6e96a8-a5ee-4bce-ad80-69b366bc1acb req-aa5564c9-b47c-4f5a-885d-f755498968b5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910029 Aug 12 01:38:25.116750 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8b6e96a8-a5ee-4bce-ad80-69b366bc1acb req-69d5a6ec-3f6d-4acd-b47b-fda6249360e0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840564 Aug 12 01:38:25.345716 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f3c03-699d-408b-91c3-f5cdff536401 req-c269e6fa-117d-45be-8f19-a15d95207b2e tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:25.347200 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-897f3c03-699d-408b-91c3-f5cdff536401 req-c269e6fa-117d-45be-8f19-a15d95207b2e tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0602658 Aug 12 01:38:25.397923 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-897f3c03-699d-408b-91c3-f5cdff536401 req-2178dbbd-f480-45fa-a926-d68abbc7062f tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448022 Aug 12 01:38:26.517145 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25131b-71a5-4a7f-9206-5f48466e1749 req-822f680d-a896-48ea-a337-abae1a16805e tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:26.518632 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4d25131b-71a5-4a7f-9206-5f48466e1749 req-822f680d-a896-48ea-a337-abae1a16805e tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0479057 Aug 12 01:38:26.557820 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:26.572060 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4d25131b-71a5-4a7f-9206-5f48466e1749 req-d84f541c-7f26-4c9e-93b4-14660e2b6292 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477002 Aug 12 01:38:27.705050 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264d7f4-d546-4482-a05b-4d775be8b63e req-6acfa4a3-0a0e-455c-ae7f-d02e1469c985 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:27.706534 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3264d7f4-d546-4482-a05b-4d775be8b63e req-6acfa4a3-0a0e-455c-ae7f-d02e1469c985 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0496304 Aug 12 01:38:27.756617 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3264d7f4-d546-4482-a05b-4d775be8b63e req-ab9df27e-cec0-4aef-a84e-c9230c0a584a tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440421 Aug 12 01:38:28.894896 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc3d7-9d68-4de2-9242-9ed69eb3adae req-e35a3410-a3ca-47bd-9794-52b929635275 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:28.896430 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-082cc3d7-9d68-4de2-9242-9ed69eb3adae req-e35a3410-a3ca-47bd-9794-52b929635275 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0604670 Aug 12 01:38:28.910116 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:28.951097 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-082cc3d7-9d68-4de2-9242-9ed69eb3adae req-8137d8aa-c9e4-4cd9-83bc-b17f0089131e tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467410 Aug 12 01:38:30.077643 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b596e-7b76-47bd-894c-7b0f86b78a6e req-c4602c46-b148-48f7-a443-b49ec51fb2ab tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:30.079377 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-683b596e-7b76-47bd-894c-7b0f86b78a6e req-c4602c46-b148-48f7-a443-b49ec51fb2ab tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0559440 Aug 12 01:38:30.130220 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-683b596e-7b76-47bd-894c-7b0f86b78a6e req-1c39e411-3eb9-4704-ab7b-8a54ce80e8e2 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449226 Aug 12 01:38:31.254128 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b4010-ffef-45d7-83e6-e93881b7738f req-8d40a1e4-22ff-4c1d-b208-ca1ca14a6ed7 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:31.255632 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-350b4010-ffef-45d7-83e6-e93881b7738f req-8d40a1e4-22ff-4c1d-b208-ca1ca14a6ed7 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0483720 Aug 12 01:38:31.305450 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-350b4010-ffef-45d7-83e6-e93881b7738f req-f59b9e44-9054-49c4-95f2-ab41d29e2f66 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439510 Aug 12 01:38:32.445715 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce134571-cbba-4fbb-bbe0-cf78fd2f2095 req-1c48ce5f-a031-43f3-877b-80a904b4c63c tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:32.447177 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ce134571-cbba-4fbb-bbe0-cf78fd2f2095 req-1c48ce5f-a031-43f3-877b-80a904b4c63c tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0511117 Aug 12 01:38:32.526748 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device c51c81c0-090a-4ff7-af49-a4ffd522196b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:38:32.587915 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:32.607296 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:32.634137 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port c51c81c0-090a-4ff7-af49-a4ffd522196b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:32.646684 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'port_id': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'mac_address': 'fa:16:3e:4b:87:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:38:32.678591 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58476) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:32.688517 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port c51c81c0-090a-4ff7-af49-a4ffd522196b is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:38:32.688874 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:32.702640 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51c81c0-090a-4ff7-af49-a4ffd522196b {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:38:32.723453 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port c51c81c0-090a-4ff7-af49-a4ffd522196b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:32.729469 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:32.732799 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-3495ac68-cc6b-465d-9d32-86ee0bd35990 admin admin] Deleting subnet 2194de5a-1659-4f99-8b45-eae532d75068 {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:38:32.736826 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3495ac68-cc6b-465d-9d32-86ee0bd35990 admin admin] Publish callbacks [] for subnet (2194de5a-1659-4f99-8b45-eae532d75068), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:32.773119 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3495ac68-cc6b-465d-9d32-86ee0bd35990 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66769595'] for subnet (2194de5a-1659-4f99-8b45-eae532d75068), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:32.783505 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=c51c81c0-090a-4ff7-af49-a4ffd522196b,revision_number=4']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:32.785148 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-ce134571-cbba-4fbb-bbe0-cf78fd2f2095 req-42d80149-f45b-4570-ad6c-9a3ef83da467 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296087 Aug 12 01:38:32.814702 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3495ac68-cc6b-465d-9d32-86ee0bd35990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (2194de5a-1659-4f99-8b45-eae532d75068), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:32.868284 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3495ac68-cc6b-465d-9d32-86ee0bd35990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67055905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63803327'] for subnet (2194de5a-1659-4f99-8b45-eae532d75068), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:32.895392 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495ac68-cc6b-465d-9d32-86ee0bd35990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2194de5a-1659-4f99-8b45-eae532d75068,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:32.902014 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-3495ac68-cc6b-465d-9d32-86ee0bd35990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:32.905172 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-3495ac68-cc6b-465d-9d32-86ee0bd35990 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/2194de5a-1659-4f99-8b45-eae532d75068 HTTP/1.1" status: 204 len: 168 time: 0.2249782 Aug 12 01:38:32.908428 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58478) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:32.920195 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['c51c81c0-090a-4ff7-af49-a4ffd522196b'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:38:32.977343 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (18a5b222-203d-49ab-a389-b001de1bf635), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:33.057788 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (18a5b222-203d-49ab-a389-b001de1bf635), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:33.077257 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a5b222-203d-49ab-a389-b001de1bf635']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:33.086477 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67640b1f-0098-4d2a-9256-d681b7a95530') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:33.086763 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67640b1f-0098-4d2a-9256-d681b7a95530') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:33.096414 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66769570'] for segment (67640b1f-0098-4d2a-9256-d681b7a95530), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:33.109728 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (67640b1f-0098-4d2a-9256-d681b7a95530), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:33.116598 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:38:33.116998 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67056327'] for segment (67640b1f-0098-4d2a-9256-d681b7a95530), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:33.178064 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (18a5b222-203d-49ab-a389-b001de1bf635), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:33.182653 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:33.185913 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/18a5b222-203d-49ab-a389-b001de1bf635 HTTP/1.1" status: 204 len: 168 time: 0.2764914 Aug 12 01:38:33.199247 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11adc5-9df3-486a-902c-cad9e26bc73c admin admin] Pushing event deleted for resources: {'Network': ['ID=18a5b222-203d-49ab-a389-b001de1bf635,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:33.212573 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 67640b1f-0098-4d2a-9256-d681b7a95530 resource provider aggregate not found Aug 12 01:38:33.230938 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 67640b1f-0098-4d2a-9256-d681b7a95530 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67640b1f-0098-4d2a-9256-d681b7a95530 found for delete ", "request_id": "req-f98c55cc-64e4-4071-accb-d29bd3758cc3"}]} Aug 12 01:38:33.354703 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58488) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:33.368646 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:33.370838 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:33.401938 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-000b5c23-5257-4b94-b02d-5da1e07668cd admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c325ffbf006f4c8fa8ce5f370a157c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460060 Aug 12 01:38:33.404444 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58490) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:33.452692 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-35b8c5c8-b38f-4d6e-9808-3efbd20b6181 admin admin] Publish callbacks [] for security_group (7c902590-2b02-470b-a6e2-5a1e52d5163c), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:33.476559 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-35b8c5c8-b38f-4d6e-9808-3efbd20b6181 admin admin] Publish callbacks [] for security_group (7c902590-2b02-470b-a6e2-5a1e52d5163c), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:33.523559 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-35b8c5c8-b38f-4d6e-9808-3efbd20b6181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (7c902590-2b02-470b-a6e2-5a1e52d5163c), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:33.526489 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-35b8c5c8-b38f-4d6e-9808-3efbd20b6181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:33.527841 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-35b8c5c8-b38f-4d6e-9808-3efbd20b6181 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7c902590-2b02-470b-a6e2-5a1e52d5163c HTTP/1.1" status: 204 len: 168 time: 0.1224108 Aug 12 01:38:33.535673 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8c5c8-b38f-4d6e-9808-3efbd20b6181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c902590-2b02-470b-a6e2-5a1e52d5163c,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:33.913444 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbc852-2b57-471e-837d-4d7afffa3c8f req-d9d7b067-0553-48c2-91f6-bb962b9df428 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:33.914952 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7fcbc852-2b57-471e-837d-4d7afffa3c8f req-d9d7b067-0553-48c2-91f6-bb962b9df428 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 945 time: 0.0503585 Aug 12 01:38:33.969209 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7fcbc852-2b57-471e-837d-4d7afffa3c8f req-4bc8a762-3834-4cae-94d6-b482b05c285e tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481818 Aug 12 01:38:34.527776 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device c51c81c0-090a-4ff7-af49-a4ffd522196b up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:38:34.579160 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning for port c51c81c0-090a-4ff7-af49-a4ffd522196b completed by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 12 01:38:34.586493 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port c51c81c0-090a-4ff7-af49-a4ffd522196b triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:38:34.586872 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:34.803083 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port c51c81c0-090a-4ff7-af49-a4ffd522196b is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:38:34.803475 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:34.826698 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:38:34.828994 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7dd9b2-4fa0-4ca8-a5ab-b24a2700bd45" -d '{"events": [{"server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "name": "network-vif-plugged", "status": "completed", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:38:34.841529 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port c51c81c0-090a-4ff7-af49-a4ffd522196b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:38:34.846521 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:34.869594 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca8e884-73e3-4eb8-bdd2-733539f7ee2b x-openstack-request-id: req-aca8e884-73e3-4eb8-bdd2-733539f7ee2b {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:38:34.869837 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "name": "network-vif-plugged", "status": "completed", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:38:34.870111 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aca8e884-73e3-4eb8-bdd2-733539f7ee2b {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:38:34.870507 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca8e884-73e3-4eb8-bdd2-733539f7ee2b'] response: {'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'code': 200} Aug 12 01:38:34.897865 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=c51c81c0-090a-4ff7-af49-a4ffd522196b,revision_number=5']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:35.088779 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab19fd8-54d4-4fe5-bceb-4b21e74cd54a req-b5f592b9-6d5a-4d3f-84d5-66ca17aa363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:35.089858 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3570-a44c-4f0f-8c9d-22b03fbdac92 req-6dfc9b25-9e75-4b47-b9e6-fe8b09cf2e82 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:35.090325 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9ab19fd8-54d4-4fe5-bceb-4b21e74cd54a req-b5f592b9-6d5a-4d3f-84d5-66ca17aa363c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 1130 time: 0.0393441 Aug 12 01:38:35.091346 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7e1e3570-a44c-4f0f-8c9d-22b03fbdac92 req-6dfc9b25-9e75-4b47-b9e6-fe8b09cf2e82 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0503173 Aug 12 01:38:35.137530 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9ab19fd8-54d4-4fe5-bceb-4b21e74cd54a req-0579feef-05a8-4f04-9711-664840576ded service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411677 Aug 12 01:38:35.143917 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-7e1e3570-a44c-4f0f-8c9d-22b03fbdac92 req-48559400-6a89-4718-9868-3c391d8c3701 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468543 Aug 12 01:38:36.274646 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba0a0-6528-40af-9fe2-663ae7eeffdc req-95365d81-0efd-47ff-a2d2-f2601126cedb tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:36.276495 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3a4ba0a0-6528-40af-9fe2-663ae7eeffdc req-95365d81-0efd-47ff-a2d2-f2601126cedb tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0543869 Aug 12 01:38:36.338264 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3a4ba0a0-6528-40af-9fe2-663ae7eeffdc req-e88208e1-835e-4abe-a045-3ba2d8704a29 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545299 Aug 12 01:38:36.468981 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf1faf-61d5-4c54-b9c1-39c95bf98408 req-e714c1a5-845b-4bd7-ba7b-479d37a682b2 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:36.470963 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dccf1faf-61d5-4c54-b9c1-39c95bf98408 req-e714c1a5-845b-4bd7-ba7b-479d37a682b2 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0553067 Aug 12 01:38:36.525137 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e0c7-2b5c-4eb8-b961-ef4fa56aba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:36.526657 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-dccf1faf-61d5-4c54-b9c1-39c95bf98408 req-b0f3c5d4-a43b-4681-a9b8-a3af7e0eb2ed tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497644 Aug 12 01:38:36.562496 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58504) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:36.828786 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520d18af-86ce-4597-a3e6-70cd331b2bfc tempest-TestShelveInstance-676290036 tempest-TestShelveInstance-676290036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:36.830254 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-520d18af-86ce-4597-a3e6-70cd331b2bfc tempest-TestShelveInstance-676290036 tempest-TestShelveInstance-676290036-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 1125 time: 0.2667899 Aug 12 01:38:36.833391 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58508) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:38:36.837550 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.v2.base [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Request body: {'floatingip': {'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'port_id': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 12 01:38:36.861165 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:36.939351 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (None), before_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:37.057715 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_common [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Allocated IP 172.27.2.100 (776c52f4-13cf-4479-a18d-8427be668cbb/5ee3df2a-14fb-4ed4-8654-48546e2e0b37/d4647d13-c563-4b21-8f8c-b7299dfc1f16) {{(pid=106302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:38:37.162888 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for port (d4647d13-c563-4b21-8f8c-b7299dfc1f16), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:37.197964 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741097955009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (d4647d13-c563-4b21-8f8c-b7299dfc1f16), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:37.243202 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Network 776c52f4-13cf-4479-a18d-8427be668cbb is already hosted by enough agents. {{(pid=106302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:38:37.246509 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.base_scheduler [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Resources bound (agent type, host, resource id): {{(pid=106302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:38:37.250361 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Received port after_create {{(pid=106302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 12 01:38:37.253687 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event updated for resources: {'Port': ['ID=d4647d13-c563-4b21-8f8c-b7299dfc1f16,revision_number=1']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:37.312135 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:37.316710 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:37.608568 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for floatingip (1651dfdd-d967-438c-86ef-82e88c332d22), precommit_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:37.679851 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (d4647d13-c563-4b21-8f8c-b7299dfc1f16), before_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:37.829074 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for port (d4647d13-c563-4b21-8f8c-b7299dfc1f16), precommit_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:37.836221 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67056363'] for port (d4647d13-c563-4b21-8f8c-b7299dfc1f16), after_update {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:37.899613 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event updated for resources: {'Port': ['ID=d4647d13-c563-4b21-8f8c-b7299dfc1f16,revision_number=2']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:38:37.902018 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1777759'] for floatingip (1651dfdd-d967-438c-86ef-82e88c332d22), after_create {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:38.003183 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Floating IP 1651dfdd-d967-438c-86ef-82e88c332d22 associated. External IP: 172.27.2.100, port: c51c81c0-090a-4ff7-af49-a4ffd522196b. Aug 12 01:38:38.147910 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:38.153250 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:38.153950 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:38.212590 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Router 206e306c-b024-4943-946f-98271fec9f36 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:38:38.215789 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:38.573046 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:38:38.583033 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07548246-359f-466f-b70f-d8abc7ecedd6 None None] Sync routers for ids ['206e306c-b024-4943-946f-98271fec9f36'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:38:38.593585 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:38.595564 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07548246-359f-466f-b70f-d8abc7ecedd6 None None] Routers {'206e306c-b024-4943-946f-98271fec9f36'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:38:38.596290 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-07548246-359f-466f-b70f-d8abc7ecedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:38:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['206e306c-b024-4943-946f-98271fec9f36'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:38.623443 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-b7514580-943d-457c-9730-7b8372b4f2fe tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7890570 Aug 12 01:38:38.624089 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:38:38.626367 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a73ac91-799e-451b-a411-678264137a63" -d '{"events": [{"name": "network-changed", "server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:38:38.707590 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-07548246-359f-466f-b70f-d8abc7ecedd6 None None] Set router 206e306c-b024-4943-946f-98271fec9f36 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:38:38.815777 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db4c9f5-290d-4e6d-9c5c-371b72b4ed82 x-openstack-request-id: req-4db4c9f5-290d-4e6d-9c5c-371b72b4ed82 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:38:38.816065 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:38:38.816314 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4db4c9f5-290d-4e6d-9c5c-371b72b4ed82 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:38:38.816794 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db4c9f5-290d-4e6d-9c5c-371b72b4ed82'] response: {'name': 'network-changed', 'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'status': 'completed', 'code': 200} Aug 12 01:38:38.882881 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ac91-799e-451b-a411-678264137a63 req-a924b300-8687-49df-ba00-7e26f0bde468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:38.884523 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a73ac91-799e-451b-a411-678264137a63 req-a924b300-8687-49df-ba00-7e26f0bde468 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=29b8427c88df4709b8ff7e395d93f89d&device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 1130 time: 0.0444300 Aug 12 01:38:38.932739 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-07548246-359f-466f-b70f-d8abc7ecedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:37:56Z', 'revision_number': 4, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '1651dfdd-d967-438c-86ef-82e88c332d22', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '206e306c-b024-4943-946f-98271fec9f36', 'port_id': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'mac_address': 'fa:16:3e:4b:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:38:37Z', 'updated_at': '2022-08-12T01:38:37Z', 'revision_number': 0, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f43d870b-438d-4e5a-bc71-14e3efbbb331', 'name': '', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'mac_address': 'fa:16:3e:98:27:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:55Z', 'updated_at': '2022-08-12T01:38:01Z', 'revision_number': 5, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'subnets': [{'id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:38.957843 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07548246-359f-466f-b70f-d8abc7ecedd6 None None] Checking router: 206e306c-b024-4943-946f-98271fec9f36 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:38:38.966618 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07548246-359f-466f-b70f-d8abc7ecedd6 None None] Routers {'206e306c-b024-4943-946f-98271fec9f36'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:38:38.967207 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-07548246-359f-466f-b70f-d8abc7ecedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:38:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['206e306c-b024-4943-946f-98271fec9f36'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:38.972365 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-48e575ad-f432-4cf3-b590-7c69bc43f679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:38.988117 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ac91-799e-451b-a411-678264137a63 req-8eb82167-9b5a-4995-849f-6e237ec53f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:38.989583 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a73ac91-799e-451b-a411-678264137a63 req-8eb82167-9b5a-4995-849f-6e237ec53f3f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=61d18213-79ef-43c0-aba3-bb18141f4096 HTTP/1.1" status: 200 len: 909 time: 0.0990050 Aug 12 01:38:39.054477 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a73ac91-799e-451b-a411-678264137a63 req-492aa057-f5dd-4e42-83da-efb1c0436330 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b HTTP/1.1" status: 200 len: 1000 time: 0.0585091 Aug 12 01:38:39.070376 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-07548246-359f-466f-b70f-d8abc7ecedd6 None None] Set router 206e306c-b024-4943-946f-98271fec9f36 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:38:39.108149 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ac91-799e-451b-a411-678264137a63 req-3350c047-c766-4c4f-9872-a4126c070e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:39.109623 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a73ac91-799e-451b-a411-678264137a63 req-3350c047-c766-4c4f-9872-a4126c070e2f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fdb7649d-6449-43df-9835-09001f7e1186 HTTP/1.1" status: 200 len: 847 time: 0.0497882 Aug 12 01:38:39.152602 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:39.161572 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:39.161839 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ac91-799e-451b-a411-678264137a63 req-5b3cf0e8-9335-460e-b54e-ddb3c83cf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:38:39.163172 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a73ac91-799e-451b-a411-678264137a63 req-5b3cf0e8-9335-460e-b54e-ddb3c83cf926 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=61d18213-79ef-43c0-aba3-bb18141f4096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479875 Aug 12 01:38:39.277900 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a73ac91-799e-451b-a411-678264137a63 req-22b3a422-563d-4853-9cf1-5bfbcf1e61ef service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935564 Aug 12 01:38:39.377907 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-0a73ac91-799e-451b-a411-678264137a63 req-d39fc155-323b-4eb1-8310-fc75bf114557 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944939 Aug 12 01:38:39.387986 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-07548246-359f-466f-b70f-d8abc7ecedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:37:56Z', 'revision_number': 4, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '1651dfdd-d967-438c-86ef-82e88c332d22', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '206e306c-b024-4943-946f-98271fec9f36', 'port_id': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'mac_address': 'fa:16:3e:4b:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:38:37Z', 'updated_at': '2022-08-12T01:38:37Z', 'revision_number': 0, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f43d870b-438d-4e5a-bc71-14e3efbbb331', 'name': '', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'mac_address': 'fa:16:3e:98:27:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:55Z', 'updated_at': '2022-08-12T01:38:01Z', 'revision_number': 5, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'subnets': [{'id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:38:39.413214 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07548246-359f-466f-b70f-d8abc7ecedd6 None None] The sync data for ids ['206e306c-b024-4943-946f-98271fec9f36'] in dv-cinder-784815-15-iscsi is: [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:37:56Z', 'revision_number': 4, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_floatingips': [{'id': '1651dfdd-d967-438c-86ef-82e88c332d22', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'router_id': '206e306c-b024-4943-946f-98271fec9f36', 'port_id': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'mac_address': 'fa:16:3e:4b:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-12T01:38:37Z', 'updated_at': '2022-08-12T01:38:37Z', 'revision_number': 0, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f43d870b-438d-4e5a-bc71-14e3efbbb331', 'name': '', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'mac_address': 'fa:16:3e:98:27:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:55Z', 'updated_at': '2022-08-12T01:38:01Z', 'revision_number': 5, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'subnets': [{'id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:38:39.628464 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86db3e0d-d0d9-4423-bc90-6a79f41cde12 None None] New status for floating IP 1651dfdd-d967-438c-86ef-82e88c332d22: ACTIVE {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:38:39.846392 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:41.552097 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:41.661093 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:41.679332 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:38:46.518287 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=62 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:46.521632 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=88 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:49.373461 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:49.374697 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=59,neutron:DELETE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:49.384899 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=72 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:49.391476 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=76 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:51.672904 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:38:57.215132 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:39:02.597728 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=14 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:39:06.524006 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7eecd5d4-2fa3-4e3e-af38-37cbb3c2d04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:39:08.974750 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf4f7-dcd9-475c-9f18-261f462b72d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:39:09.165510 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:39:09.851393 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:39:11.553844 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:39:11.680733 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:39:15.152274 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=15 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:39:15.157016 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:39:19.799817 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-74abc45a-74c6-4016-b475-6d834df121e9 req-bf246aee-2d17-4104-a829-bafd2252f499 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397515 Aug 12 01:39:19.891231 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc45a-74c6-4016-b475-6d834df121e9 req-cb371371-b192-4f00-80c8-e7bf64b69d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:39:19.892740 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-74abc45a-74c6-4016-b475-6d834df121e9 req-cb371371-b192-4f00-80c8-e7bf64b69d04 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=29b8427c88df4709b8ff7e395d93f89d&device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 1130 time: 0.0486896 Aug 12 01:39:20.002905 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc45a-74c6-4016-b475-6d834df121e9 req-fe4c625b-1709-4286-ac28-ab9456deb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:39:20.004492 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-74abc45a-74c6-4016-b475-6d834df121e9 req-fe4c625b-1709-4286-ac28-ab9456deb3d9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=61d18213-79ef-43c0-aba3-bb18141f4096 HTTP/1.1" status: 200 len: 909 time: 0.0886974 Aug 12 01:39:20.081771 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-74abc45a-74c6-4016-b475-6d834df121e9 req-024eaa8a-597d-4d88-94cf-9e80b3d8d9ab service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b HTTP/1.1" status: 200 len: 1002 time: 0.0690050 Aug 12 01:39:20.140234 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc45a-74c6-4016-b475-6d834df121e9 req-e4f643d7-1ffa-473c-90fc-4818820ec894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:39:20.141747 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-74abc45a-74c6-4016-b475-6d834df121e9 req-e4f643d7-1ffa-473c-90fc-4818820ec894 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fdb7649d-6449-43df-9835-09001f7e1186 HTTP/1.1" status: 200 len: 847 time: 0.0535259 Aug 12 01:39:20.185829 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc45a-74c6-4016-b475-6d834df121e9 req-c968407f-9818-4e60-bf0a-b7cd2bd1cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:39:20.187278 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-74abc45a-74c6-4016-b475-6d834df121e9 req-c968407f-9818-4e60-bf0a-b7cd2bd1cbe3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=61d18213-79ef-43c0-aba3-bb18141f4096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396199 Aug 12 01:39:20.283375 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-74abc45a-74c6-4016-b475-6d834df121e9 req-44469008-a30b-4c16-8daf-da89fc022bd4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900867 Aug 12 01:39:20.379116 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-74abc45a-74c6-4016-b475-6d834df121e9 req-9679dacc-a2ab-4e30-95bd-18f122bd8451 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893476 Aug 12 01:39:21.671471 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:39:21.673879 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:39:30.374029 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=51 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:39:30.376364 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=50 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:39:34.221582 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:39:36.525748 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-fb0769e5-e56a-4a34-90df-3ae3270f2aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:39:38.974177 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-aca6d0a2-978f-4d61-9c89-9f77a9608095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:39:39.161172 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:39:39.856973 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:39:41.554663 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:39:41.682188 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:39:51.670700 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:39:51.674037 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:39:52.154119 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:39:52.154917 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:05.194169 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:05.195020 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:06.526481 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-b6ea94ef-46df-4264-8ed6-991eeac8869c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:08.977496 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-54e4f665-0ae4-4061-98b0-aee194ac3954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:09.191490 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:09.860402 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:11.216672 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:40:11.562288 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:11.688420 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:21.680560 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:21.681801 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:21.843759 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9dbae7b7-a91b-43d1-bf74-7285f1d05e96 req-101fffc6-4a1e-4b60-a2f6-a8cb3dd64883 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517151 Aug 12 01:40:21.933797 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbae7b7-a91b-43d1-bf74-7285f1d05e96 req-7d3f21b9-9184-463f-aefd-c5329a71944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:21.935917 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9dbae7b7-a91b-43d1-bf74-7285f1d05e96 req-7d3f21b9-9184-463f-aefd-c5329a71944a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=29b8427c88df4709b8ff7e395d93f89d&device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 1130 time: 0.0443442 Aug 12 01:40:22.046291 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbae7b7-a91b-43d1-bf74-7285f1d05e96 req-264650b7-d26a-4127-a2ae-4046051a4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:22.047823 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9dbae7b7-a91b-43d1-bf74-7285f1d05e96 req-264650b7-d26a-4127-a2ae-4046051a4b46 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=61d18213-79ef-43c0-aba3-bb18141f4096 HTTP/1.1" status: 200 len: 909 time: 0.0925932 Aug 12 01:40:22.117950 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9dbae7b7-a91b-43d1-bf74-7285f1d05e96 req-45d7f04a-36e9-48ee-8a75-7b80a58d9a35 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b HTTP/1.1" status: 200 len: 1002 time: 0.0638492 Aug 12 01:40:22.169201 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbae7b7-a91b-43d1-bf74-7285f1d05e96 req-5a6ad3fb-7e6a-4489-94b5-682c0ac8f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:22.170668 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9dbae7b7-a91b-43d1-bf74-7285f1d05e96 req-5a6ad3fb-7e6a-4489-94b5-682c0ac8f2db service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fdb7649d-6449-43df-9835-09001f7e1186 HTTP/1.1" status: 200 len: 847 time: 0.0469596 Aug 12 01:40:22.212851 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbae7b7-a91b-43d1-bf74-7285f1d05e96 req-7a69a637-0e51-4084-9e0f-1c7d698f47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:22.214214 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9dbae7b7-a91b-43d1-bf74-7285f1d05e96 req-7a69a637-0e51-4084-9e0f-1c7d698f47a0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=61d18213-79ef-43c0-aba3-bb18141f4096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384262 Aug 12 01:40:22.307280 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9dbae7b7-a91b-43d1-bf74-7285f1d05e96 req-48a0eb51-905c-46ff-b4a6-1a7f54661a68 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871203 Aug 12 01:40:22.395494 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-9dbae7b7-a91b-43d1-bf74-7285f1d05e96 req-d6287f34-da50-4fdf-86cd-6548805af0c9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826697 Aug 12 01:40:32.391385 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=50 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:32.392258 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=51 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:34.169071 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:34.169860 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:34.262454 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b784ef-0c25-4ef9-b8a7-0bf06cc131c5 req-903edd47-908b-4974-a379-46dce5ea969a tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:34.263985 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-28b784ef-0c25-4ef9-b8a7-0bf06cc131c5 req-903edd47-908b-4974-a379-46dce5ea969a tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0512593 Aug 12 01:40:34.313789 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-28b784ef-0c25-4ef9-b8a7-0bf06cc131c5 req-45f3acf9-a8d5-4edc-b9d8-4a3d90d7a04a tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439513 Aug 12 01:40:35.450467 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7930586-4fba-43e2-abd1-e418b4bdaf12 req-13f6cd3a-bfb1-401e-8e45-fd47e2bc8b22 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:35.451910 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e7930586-4fba-43e2-abd1-e418b4bdaf12 req-13f6cd3a-bfb1-401e-8e45-fd47e2bc8b22 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0509055 Aug 12 01:40:35.503201 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-e7930586-4fba-43e2-abd1-e418b4bdaf12 req-fac926bd-ec34-4f9d-8d19-bcfd8284490f tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437095 Aug 12 01:40:36.534047 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-2968b0ba-5115-44a7-829d-db5584715778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:36.650528 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f3540-b37c-4b07-9277-32421445b6e6 req-99969d72-eec2-46ad-91ef-d80c4b111d21 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:36.652123 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-640f3540-b37c-4b07-9277-32421445b6e6 req-99969d72-eec2-46ad-91ef-d80c4b111d21 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0590370 Aug 12 01:40:36.702448 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-640f3540-b37c-4b07-9277-32421445b6e6 req-c9090f49-2587-4ab7-9211-100ee1835cda tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445538 Aug 12 01:40:37.826551 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34be8e5-21fd-4677-9a94-8c3997e1463f req-e51d4e2c-f7c5-41ac-ab96-98e80473fb8e tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:37.828060 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f34be8e5-21fd-4677-9a94-8c3997e1463f req-e51d4e2c-f7c5-41ac-ab96-98e80473fb8e tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0493956 Aug 12 01:40:37.876326 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-f34be8e5-21fd-4677-9a94-8c3997e1463f req-f9480786-e266-47f1-a1f2-81f23dd2ca2a tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424991 Aug 12 01:40:38.972580 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8a43-4a17-421e-8ee4-ad3eb944ea27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:39.016323 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15f7cc-6e71-4248-9a48-2583e1b61367 req-7e93dbcb-4fe3-45ef-98ff-16f61b5c4eea tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:39.018686 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fb15f7cc-6e71-4248-9a48-2583e1b61367 req-7e93dbcb-4fe3-45ef-98ff-16f61b5c4eea tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0506442 Aug 12 01:40:39.068147 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-fb15f7cc-6e71-4248-9a48-2583e1b61367 req-dbcba0b7-f285-45a2-bc59-9178874ffeec tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437441 Aug 12 01:40:39.194564 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:39.862832 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:40.201392 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea04c8c-e49a-46ad-aec7-213ba86bc597 req-8ef63d5b-d815-4cfa-b63c-b92c27f1ce85 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:40.202852 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ea04c8c-e49a-46ad-aec7-213ba86bc597 req-8ef63d5b-d815-4cfa-b63c-b92c27f1ce85 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0504968 Aug 12 01:40:40.251726 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9ea04c8c-e49a-46ad-aec7-213ba86bc597 req-e167c369-0eae-40fd-a9fd-7fb48984e9db tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430815 Aug 12 01:40:41.375574 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305ae22-aa58-468c-a085-bab767a6af5f req-ceba888b-4f30-48f8-b70c-d2b89c8439f5 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:41.377098 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6305ae22-aa58-468c-a085-bab767a6af5f req-ceba888b-4f30-48f8-b70c-d2b89c8439f5 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0484073 Aug 12 01:40:41.434907 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6305ae22-aa58-468c-a085-bab767a6af5f req-a850e675-de4b-4afb-84da-cebccc5498cf tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521507 Aug 12 01:40:41.567785 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:41.692472 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:42.566520 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095143b4-e052-4665-a963-f88f07b92026 req-05402009-1987-448a-aebf-4d089f55da98 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:42.568059 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-095143b4-e052-4665-a963-f88f07b92026 req-05402009-1987-448a-aebf-4d089f55da98 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0470839 Aug 12 01:40:42.623269 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-095143b4-e052-4665-a963-f88f07b92026 req-86319363-68d5-413b-8276-2ccc81d637ee tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462379 Aug 12 01:40:43.749342 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c3d1e-9b1b-4f44-a78b-d1255ba894c6 req-b493835d-8e89-4733-b2a0-b672bc186317 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:43.750835 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4c6c3d1e-9b1b-4f44-a78b-d1255ba894c6 req-b493835d-8e89-4733-b2a0-b672bc186317 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0478296 Aug 12 01:40:43.809084 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-4c6c3d1e-9b1b-4f44-a78b-d1255ba894c6 req-95699de0-0acd-4e7d-a791-f8ccea833ace tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495896 Aug 12 01:40:44.403719 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51496e3-d7c4-44de-9581-64558c37ac1d req-d115f33d-3e43-4a56-8d31-f9829d091e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:44.405226 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e51496e3-d7c4-44de-9581-64558c37ac1d req-d115f33d-3e43-4a56-8d31-f9829d091e59 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=29b8427c88df4709b8ff7e395d93f89d&device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 1130 time: 0.0443375 Aug 12 01:40:44.494053 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51496e3-d7c4-44de-9581-64558c37ac1d req-1236f52c-e915-418a-90c2-4f8b154b89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:44.495505 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e51496e3-d7c4-44de-9581-64558c37ac1d req-1236f52c-e915-418a-90c2-4f8b154b89f5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=61d18213-79ef-43c0-aba3-bb18141f4096 HTTP/1.1" status: 200 len: 909 time: 0.0846407 Aug 12 01:40:44.559007 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e51496e3-d7c4-44de-9581-64558c37ac1d req-41cf41e5-eed4-4f40-b69d-da5e98c714c6 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b HTTP/1.1" status: 200 len: 1002 time: 0.0574672 Aug 12 01:40:44.606600 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51496e3-d7c4-44de-9581-64558c37ac1d req-ff984b81-a410-46aa-adf1-7e7f08f07007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:44.608123 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e51496e3-d7c4-44de-9581-64558c37ac1d req-ff984b81-a410-46aa-adf1-7e7f08f07007 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fdb7649d-6449-43df-9835-09001f7e1186 HTTP/1.1" status: 200 len: 847 time: 0.0435932 Aug 12 01:40:44.661561 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51496e3-d7c4-44de-9581-64558c37ac1d req-325aff0c-6506-412f-8cdd-caacdc481064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:44.663039 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e51496e3-d7c4-44de-9581-64558c37ac1d req-325aff0c-6506-412f-8cdd-caacdc481064 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=61d18213-79ef-43c0-aba3-bb18141f4096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487638 Aug 12 01:40:44.763280 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e51496e3-d7c4-44de-9581-64558c37ac1d req-892190ff-ea5f-45a8-98f6-dc665782c575 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943987 Aug 12 01:40:44.852293 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-e51496e3-d7c4-44de-9581-64558c37ac1d req-82853234-11a0-40c0-be71-d38205b2f0f7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827067 Aug 12 01:40:44.940386 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dc3cf-c9a9-431c-903d-6183317e04bc req-ab794a99-defe-4d82-b0c0-b08755fa02eb tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:44.941971 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9e1dc3cf-c9a9-431c-903d-6183317e04bc req-ab794a99-defe-4d82-b0c0-b08755fa02eb tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0530756 Aug 12 01:40:44.994531 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9e1dc3cf-c9a9-431c-903d-6183317e04bc req-fe5741b8-4f1c-4ae3-a331-2f0551757de2 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444915 Aug 12 01:40:46.138314 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611939fe-870b-4889-8573-76c2da1d9467 req-8eadf58a-97a4-4896-bfd0-7c80da7ecbff tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:46.139779 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-611939fe-870b-4889-8573-76c2da1d9467 req-8eadf58a-97a4-4896-bfd0-7c80da7ecbff tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0589859 Aug 12 01:40:46.174389 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:46.194736 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-611939fe-870b-4889-8573-76c2da1d9467 req-fa81c479-8b0d-43b4-83fc-4c931ca32809 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474029 Aug 12 01:40:47.302617 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:47.321848 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0659d9-bdf4-40aa-bbdf-f9538dd6ad2d req-052eb35c-b9ce-40b3-86ca-174961278885 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:47.323380 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9f0659d9-bdf4-40aa-bbdf-f9538dd6ad2d req-052eb35c-b9ce-40b3-86ca-174961278885 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0500271 Aug 12 01:40:47.383180 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9f0659d9-bdf4-40aa-bbdf-f9538dd6ad2d req-b14813f5-f442-4c4d-a8b5-9592941ee6e9 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497637 Aug 12 01:40:47.510222 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [req-0eabd900-ec8b-4fa7-95c4-cb6f3a0ce9ef req-cd7b5485-01ef-4c6e-ba25-16f0c3941faa service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:40:47.511191 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-0eabd900-ec8b-4fa7-95c4-cb6f3a0ce9ef req-cd7b5485-01ef-4c6e-ba25-16f0c3941faa service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0605495 Aug 12 01:40:47.703468 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7014b-cec0-4333-a943-98e6e68cf80b req-6c08b963-2f6c-4d48-aa95-3c08c7dc2cb6 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:47.705037 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a2f7014b-cec0-4333-a943-98e6e68cf80b req-6c08b963-2f6c-4d48-aa95-3c08c7dc2cb6 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0540318 Aug 12 01:40:47.727709 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-4b1927b6-7b2e-4731-8c61-c330b59f61ec service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974307 Aug 12 01:40:47.737262 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-db78957e-b3a1-46be-9f9e-743578bf99b3 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 12 01:40:47.738292 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-db78957e-b3a1-46be-9f9e-743578bf99b3 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052295 Aug 12 01:40:47.756830 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a2f7014b-cec0-4333-a943-98e6e68cf80b req-4fa74dd0-bb15-44ba-acc4-9fc2cf58ba31 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459085 Aug 12 01:40:47.864813 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-283f8336-093e-47dd-8264-abeefe732a6e tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:47.866169 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-283f8336-093e-47dd-8264-abeefe732a6e tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports/c51c81c0-090a-4ff7-af49-a4ffd522196b HTTP/1.1" status: 200 len: 943 time: 0.1001658 Aug 12 01:40:48.215340 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:40:48.885504 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b3559-95a6-4eb6-b889-59da4ebd1aae req-c30dd132-36dc-43b1-83cd-f0319c0ee817 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:48.886890 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-267b3559-95a6-4eb6-b889-59da4ebd1aae req-c30dd132-36dc-43b1-83cd-f0319c0ee817 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0534470 Aug 12 01:40:48.946509 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-267b3559-95a6-4eb6-b889-59da4ebd1aae req-d0bf8fc2-5875-4b6f-b1f4-91183a9f550c tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508261 Aug 12 01:40:49.088468 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device c51c81c0-090a-4ff7-af49-a4ffd522196b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:40:49.094751 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-61ea8e38-d186-4623-b002-2920fd002137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:49.096362 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-61ea8e38-d186-4623-b002-2920fd002137 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76&tenant_id=29b8427c88df4709b8ff7e395d93f89d HTTP/1.1" status: 200 len: 1130 time: 0.0442462 Aug 12 01:40:49.159432 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-d3dcb174-66cb-4df2-b76b-87c452c3ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:49.161123 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-d3dcb174-66cb-4df2-b76b-87c452c3ede6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=29b8427c88df4709b8ff7e395d93f89d&device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 1130 time: 0.0407286 Aug 12 01:40:49.164021 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port c51c81c0-090a-4ff7-af49-a4ffd522196b is: ACTIVE; New status is: DOWN {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:40:49.164416 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:49.187774 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:40:49.190033 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f45c2b-c6a9-4b87-9626-e9bce72920eb" -d '{"events": [{"server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "name": "network-vif-unplugged", "status": "completed", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:40:49.202709 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port c51c81c0-090a-4ff7-af49-a4ffd522196b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:40:49.207666 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:49.257065 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=c51c81c0-090a-4ff7-af49-a4ffd522196b,revision_number=6']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:40:49.259895 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-6029be44-f9c2-42f1-b17c-ea4b653e5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:49.261456 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-6029be44-f9c2-42f1-b17c-ea4b653e5d93 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=61d18213-79ef-43c0-aba3-bb18141f4096 HTTP/1.1" status: 200 len: 909 time: 0.0938344 Aug 12 01:40:49.264634 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.264989 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.265327 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.265668 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.265997 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.266321 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.266648 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.266977 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.267299 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.267652 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.268117 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.268449 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.268768 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.269089 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.269394 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:40:49.296989 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Aug 2022 01:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d775bd95-7bba-411d-b35d-2bfbdd000701 x-openstack-request-id: req-d775bd95-7bba-411d-b35d-2bfbdd000701 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:40:49.297248 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "name": "network-vif-unplugged", "status": "completed", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:40:49.297539 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d775bd95-7bba-411d-b35d-2bfbdd000701 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:40:49.297956 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d775bd95-7bba-411d-b35d-2bfbdd000701'] response: {'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'code': 200} Aug 12 01:40:49.332052 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-746de751-c36a-4b61-ae10-9f8efe60d454 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b HTTP/1.1" status: 200 len: 1000 time: 0.0594423 Aug 12 01:40:49.386146 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-c09ac86e-695e-49d1-b050-fe3e38e5044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:49.387695 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-c09ac86e-695e-49d1-b050-fe3e38e5044c service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fdb7649d-6449-43df-9835-09001f7e1186 HTTP/1.1" status: 200 len: 847 time: 0.0493255 Aug 12 01:40:49.435039 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-7cf2781c-a66f-44b6-afff-962a102043f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:49.436613 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-7cf2781c-a66f-44b6-afff-962a102043f4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=61d18213-79ef-43c0-aba3-bb18141f4096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426726 Aug 12 01:40:49.528165 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-d74f0ca5-edf8-4de4-93e4-303a370562b3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851045 Aug 12 01:40:49.597978 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:49.617855 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=100 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:49.624091 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-29025a5b-ec0f-4770-8d02-9cc5b38f609c req-25ef7a1a-51a0-486b-bfd0-73b91399ddde service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904453 Aug 12 01:40:50.099832 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceacf84-4bde-4db4-a7c0-42d19c42a843 req-ce43eb31-c7ea-4cd8-bfb3-c6f42c1bdd95 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:50.101299 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3ceacf84-4bde-4db4-a7c0-42d19c42a843 req-ce43eb31-c7ea-4cd8-bfb3-c6f42c1bdd95 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0484021 Aug 12 01:40:50.152494 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-3ceacf84-4bde-4db4-a7c0-42d19c42a843 req-a54c3ff6-2d3b-4b67-b8e6-946b24e18b67 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455012 Aug 12 01:40:51.284101 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbbc37-faeb-4781-8dd4-a52fd2f45074 req-c93af472-d153-43e4-b3e4-2e3dc6c5e048 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:51.285461 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c4fbbc37-faeb-4781-8dd4-a52fd2f45074 req-c93af472-d153-43e4-b3e4-2e3dc6c5e048 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0473549 Aug 12 01:40:51.342640 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c4fbbc37-faeb-4781-8dd4-a52fd2f45074 req-638b84a1-3b50-4edc-8122-d2eb614d7237 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489116 Aug 12 01:40:52.472601 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e27cb5-e01a-4fce-be53-e3cd2c5e4ab3 req-96fcd7eb-66d5-403b-89d5-df00f05d42ae tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:52.474412 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-87e27cb5-e01a-4fce-be53-e3cd2c5e4ab3 req-96fcd7eb-66d5-403b-89d5-df00f05d42ae tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0537446 Aug 12 01:40:52.524969 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-87e27cb5-e01a-4fce-be53-e3cd2c5e4ab3 req-3f8c4b9c-58c1-4869-9d72-17e52dace2a7 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448701 Aug 12 01:40:53.646648 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431d705-221e-4fd6-9b27-294f94fed38e req-e85a74ba-52a3-44b2-998f-5a9ceb45b382 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:53.648072 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5431d705-221e-4fd6-9b27-294f94fed38e req-e85a74ba-52a3-44b2-998f-5a9ceb45b382 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0494952 Aug 12 01:40:53.698316 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-5431d705-221e-4fd6-9b27-294f94fed38e req-0ab1baf2-4f67-4438-ab32-9e74af881dc4 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446455 Aug 12 01:40:54.832740 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fd56c-76f1-45de-896c-b2a6b46b3053 req-06329461-d3c4-482a-84bf-816850cf333d tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:54.834203 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a00fd56c-76f1-45de-896c-b2a6b46b3053 req-06329461-d3c4-482a-84bf-816850cf333d tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0516939 Aug 12 01:40:54.882952 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-a00fd56c-76f1-45de-896c-b2a6b46b3053 req-663e6364-552e-434c-a90f-b69a8b840f1a tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430665 Aug 12 01:40:55.601029 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa88a8-7770-4c6d-84e5-48894df26d0c req-f5b877d0-9ecc-4f68-a3b3-ba5714bef160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:55.602554 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dbaa88a8-7770-4c6d-84e5-48894df26d0c req-f5b877d0-9ecc-4f68-a3b3-ba5714bef160 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 1128 time: 0.0398855 Aug 12 01:40:55.647669 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-dbaa88a8-7770-4c6d-84e5-48894df26d0c req-0b8dc5ac-ecfd-4767-b755-b5bb9803385c service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394268 Aug 12 01:40:56.020285 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e234595-670a-4a32-a785-c2947ed0c489 req-43d1bae4-1279-4baf-87ac-674844856f1b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:56.021789 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9e234595-670a-4a32-a785-c2947ed0c489 req-43d1bae4-1279-4baf-87ac-674844856f1b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0563028 Aug 12 01:40:56.078031 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9e234595-670a-4a32-a785-c2947ed0c489 req-3f3473e3-46b6-4918-9145-699f6af499be tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484340 Aug 12 01:40:57.151406 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device c51c81c0-090a-4ff7-af49-a4ffd522196b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=106303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 01:40:57.200528 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93404953-dad6-405d-8b55-b0e5f340b0db req-a0f989e7-28a9-43cb-bf8b-fb6cf14c51dc tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:40:57.202025 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-93404953-dad6-405d-8b55-b0e5f340b0db req-a0f989e7-28a9-43cb-bf8b-fb6cf14c51dc tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 944 time: 0.0490596 Aug 12 01:40:57.246696 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:57.250123 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port c51c81c0-090a-4ff7-af49-a4ffd522196b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:40:57.257109 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-93404953-dad6-405d-8b55-b0e5f340b0db req-30d66559-3d65-4002-99a9-558f966825df tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494232 Aug 12 01:40:57.265112 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Returning: {'device': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'port_id': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'mac_address': 'fa:16:3e:4b:87:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 01:40:57.299412 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port c51c81c0-090a-4ff7-af49-a4ffd522196b is: DOWN; New status is: BUILD {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:40:57.299843 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:57.313512 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51c81c0-090a-4ff7-af49-a4ffd522196b {{(pid=106303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 12 01:40:57.334374 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port c51c81c0-090a-4ff7-af49-a4ffd522196b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:40:57.341760 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:57.388491 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=c51c81c0-090a-4ff7-af49-a4ffd522196b,revision_number=7']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:40:57.578688 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] get_ports_and_sgs() called for port_ids ['c51c81c0-090a-4ff7-af49-a4ffd522196b'] {{(pid=106303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 12 01:40:57.798410 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:57.829696 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:40:59.166986 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device c51c81c0-090a-4ff7-af49-a4ffd522196b up at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:40:59.227441 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.provisioning_blocks [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Provisioning complete for port c51c81c0-090a-4ff7-af49-a4ffd522196b triggered by entity L2. {{(pid=106303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 12 01:40:59.227868 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780338'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), provisioning_complete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:59.298700 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Current status of the port c51c81c0-090a-4ff7-af49-a4ffd522196b is: BUILD; New status is: ACTIVE {{(pid=106303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 12 01:40:59.299087 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742374'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), before_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:59.321533 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b'}] {{(pid=106303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:40:59.323873 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4c6ea1397126e04e053c2581fafd7665235e9a9233b1c513c32694d3771a11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7233d0-997a-4adc-97c2-fe695cec1d89" -d '{"events": [{"server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "name": "network-vif-plugged", "status": "completed", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b"}]}' {{(pid=106303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:40:59.336976 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] For port c51c81c0-090a-4ff7-af49-a4ffd522196b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:40:59.342566 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741098337985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741097955027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741097955045'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:40:59.367411 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a90c7ae-4a68-4493-af16-528889a1cd19 x-openstack-request-id: req-7a90c7ae-4a68-4493-af16-528889a1cd19 {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:40:59.367720 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "name": "network-vif-plugged", "status": "completed", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b", "code": 200}]} {{(pid=106303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:40:59.367968 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a90c7ae-4a68-4493-af16-528889a1cd19 {{(pid=106303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:40:59.368358 dv-cinder-784815-15-iscsi neutron-server[106303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a90c7ae-4a68-4493-af16-528889a1cd19'] response: {'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'code': 200} Aug 12 01:40:59.392925 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Pushing event updated for resources: {'Port': ['ID=c51c81c0-090a-4ff7-af49-a4ffd522196b,revision_number=8']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:41:05.633510 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=9 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:41:05.644642 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=11 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:41:06.155053 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=15 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:41:06.163835 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=19 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:41:06.527043 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-472e5ef1-035e-4767-aab0-db815cb05164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:41:07.252450 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=85 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:41:08.984777 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c59cd32f-6e6a-428f-9c34-6d982cc85815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:41:09.204822 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:41:09.873704 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:41:11.574491 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:41:11.691073 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:41:21.682632 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:41:21.684734 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=35,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:41:23.088081 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-35db0211-b95a-4901-ae93-116642776c5b req-76d1c237-6588-45f8-80da-c6bb17dfc369 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450406 Aug 12 01:41:23.179037 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db0211-b95a-4901-ae93-116642776c5b req-8fa02720-465b-498b-8012-b738291e3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:41:23.180650 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-35db0211-b95a-4901-ae93-116642776c5b req-8fa02720-465b-498b-8012-b738291e3a59 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=29b8427c88df4709b8ff7e395d93f89d&device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 1130 time: 0.0434973 Aug 12 01:41:23.289617 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db0211-b95a-4901-ae93-116642776c5b req-6dc78c5d-edb3-4f67-9960-8ac85fff7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:41:23.291091 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-35db0211-b95a-4901-ae93-116642776c5b req-6dc78c5d-edb3-4f67-9960-8ac85fff7b6b service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=61d18213-79ef-43c0-aba3-bb18141f4096 HTTP/1.1" status: 200 len: 909 time: 0.0896020 Aug 12 01:41:23.358712 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-35db0211-b95a-4901-ae93-116642776c5b req-4a3e4aa0-3d41-44ea-aa35-dd2bcb51db8d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b HTTP/1.1" status: 200 len: 1002 time: 0.0612910 Aug 12 01:41:23.409273 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db0211-b95a-4901-ae93-116642776c5b req-d223a9af-976b-4568-9cb6-3052ca22af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:41:23.410680 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-35db0211-b95a-4901-ae93-116642776c5b req-d223a9af-976b-4568-9cb6-3052ca22af2a service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fdb7649d-6449-43df-9835-09001f7e1186 HTTP/1.1" status: 200 len: 847 time: 0.0441134 Aug 12 01:41:23.453866 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db0211-b95a-4901-ae93-116642776c5b req-d9995b52-70e2-4588-8ea8-1c532a41d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:41:23.455308 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-35db0211-b95a-4901-ae93-116642776c5b req-d9995b52-70e2-4588-8ea8-1c532a41d29f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=61d18213-79ef-43c0-aba3-bb18141f4096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382316 Aug 12 01:41:23.547082 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-35db0211-b95a-4901-ae93-116642776c5b req-dbeb8eb9-ed27-44c1-b061-2f037d1af857 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849633 Aug 12 01:41:23.640353 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-35db0211-b95a-4901-ae93-116642776c5b req-f17d3a38-e28b-4ad0-9a20-f1d1db35d145 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872672 Aug 12 01:41:25.215158 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:41:33.636095 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=49 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:41:33.637673 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=52 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:41:36.532840 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-2aeafed8-c9ff-4e57-a6fe-5af5c609b268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:41:38.978426 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-e9025b45-1b87-4aa5-87ee-884b148484c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:41:39.205307 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:41:39.876695 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:41:41.583244 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:41:41.691796 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:41:43.168304 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:41:43.169850 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:41:51.684783 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:41:51.686973 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:02.219882 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:42:05.193312 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:06.525228 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-dffc9ec1-5f28-496e-b0fc-f16d81b3decb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:08.992784 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-655e7d93-bc8f-4549-bbb0-b08b2fb9f3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:09.220138 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:09.875487 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:11.581603 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:11.697273 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:13.001167 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58636) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:13.155434 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Deleting port d4647d13-c563-4b21-8f8c-b7299dfc1f16 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:42:13.155791 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (d4647d13-c563-4b21-8f8c-b7299dfc1f16), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:13.237939 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (d4647d13-c563-4b21-8f8c-b7299dfc1f16), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:13.238267 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for floatingip (d4647d13-c563-4b21-8f8c-b7299dfc1f16), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:13.251406 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Calling delete_port for d4647d13-c563-4b21-8f8c-b7299dfc1f16 owned by network:floatingip {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:42:13.427516 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (d4647d13-c563-4b21-8f8c-b7299dfc1f16), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:13.455424 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event deleted for resources: {'Port': ['ID=d4647d13-c563-4b21-8f8c-b7299dfc1f16,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:13.467199 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.467598 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.467913 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.468251 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.468583 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.468903 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.469237 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.469548 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.469873 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.470171 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.470483 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.470803 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.471119 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.471429 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.471769 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:13.525658 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for floatingip (1651dfdd-d967-438c-86ef-82e88c332d22), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:13.525899 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.db.l3_db [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Floating IP 1651dfdd-d967-438c-86ef-82e88c332d22 disassociated (deleted). External IP: 172.27.2.100, port: c51c81c0-090a-4ff7-af49-a4ffd522196b. Aug 12 01:42:13.727764 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Router 206e306c-b024-4943-946f-98271fec9f36 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:42:13.832701 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:42:13.837332 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for floatingip (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:13.844012 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c19740b-751a-4a8f-b84f-092bd0bc319a None None] Sync routers for ids ['206e306c-b024-4943-946f-98271fec9f36'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:42:13.855521 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c19740b-751a-4a8f-b84f-092bd0bc319a None None] Routers {'206e306c-b024-4943-946f-98271fec9f36'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:42:13.856160 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-2c19740b-751a-4a8f-b84f-092bd0bc319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:42:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['206e306c-b024-4943-946f-98271fec9f36'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:13.868936 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:13.871117 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-94d37b9e-1e85-478a-8bd2-22164e31951b tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/1651dfdd-d967-438c-86ef-82e88c332d22 HTTP/1.1" status: 204 len: 168 time: 0.8687327 Aug 12 01:42:13.871785 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:42:13.874124 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8576dfee-730e-478e-80ad-5dcaecc7a284" -d '{"events": [{"name": "network-changed", "server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:42:13.924829 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Aug 2022 01:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f407db55-ba9e-4af9-8167-712cee6ccebd x-openstack-request-id: req-f407db55-ba9e-4af9-8167-712cee6ccebd {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:42:13.925624 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:42:13.925624 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f407db55-ba9e-4af9-8167-712cee6ccebd {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:42:13.925889 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f407db55-ba9e-4af9-8167-712cee6ccebd'] response: {'name': 'network-changed', 'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'status': 'completed', 'code': 200} Aug 12 01:42:13.964719 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-2c19740b-751a-4a8f-b84f-092bd0bc319a None None] Set router 206e306c-b024-4943-946f-98271fec9f36 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:42:14.003762 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576dfee-730e-478e-80ad-5dcaecc7a284 req-5f4c4654-576e-4b46-b90b-64982695d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:42:14.006639 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8576dfee-730e-478e-80ad-5dcaecc7a284 req-5f4c4654-576e-4b46-b90b-64982695d999 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=29b8427c88df4709b8ff7e395d93f89d&device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 1130 time: 0.0538747 Aug 12 01:42:14.109078 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ab93b-1ff7-4b9a-9e99-3e2e54144137 req-51db573c-2aab-4e89-b56e-415309b977d0 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:42:14.110857 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c08ab93b-1ff7-4b9a-9e99-3e2e54144137 req-51db573c-2aab-4e89-b56e-415309b977d0 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0500002 Aug 12 01:42:14.157744 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-2c19740b-751a-4a8f-b84f-092bd0bc319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:37:56Z', 'revision_number': 4, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'f43d870b-438d-4e5a-bc71-14e3efbbb331', 'name': '', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'mac_address': 'fa:16:3e:98:27:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:55Z', 'updated_at': '2022-08-12T01:38:01Z', 'revision_number': 5, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'subnets': [{'id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:14.164394 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-c08ab93b-1ff7-4b9a-9e99-3e2e54144137 req-84dce81c-394e-408b-a6b5-1420311ca0dd tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470335 Aug 12 01:42:14.188211 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c19740b-751a-4a8f-b84f-092bd0bc319a None None] Checking router: 206e306c-b024-4943-946f-98271fec9f36 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:42:14.197319 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c19740b-751a-4a8f-b84f-092bd0bc319a None None] Routers {'206e306c-b024-4943-946f-98271fec9f36'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:42:14.197925 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-2c19740b-751a-4a8f-b84f-092bd0bc319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:42:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['206e306c-b024-4943-946f-98271fec9f36'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:14.297080 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-2c19740b-751a-4a8f-b84f-092bd0bc319a None None] Set router 206e306c-b024-4943-946f-98271fec9f36 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:42:14.318505 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:14.365559 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576dfee-730e-478e-80ad-5dcaecc7a284 req-f5ea60d0-9d3e-4239-89b9-14d783d3376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:42:14.367079 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8576dfee-730e-478e-80ad-5dcaecc7a284 req-f5ea60d0-9d3e-4239-89b9-14d783d3376d service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=61d18213-79ef-43c0-aba3-bb18141f4096 HTTP/1.1" status: 200 len: 909 time: 0.3526504 Aug 12 01:42:14.585443 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-2c19740b-751a-4a8f-b84f-092bd0bc319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:37:56Z', 'revision_number': 4, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'f43d870b-438d-4e5a-bc71-14e3efbbb331', 'name': '', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'mac_address': 'fa:16:3e:98:27:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:55Z', 'updated_at': '2022-08-12T01:38:01Z', 'revision_number': 5, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'subnets': [{'id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:14.610473 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c19740b-751a-4a8f-b84f-092bd0bc319a None None] The sync data for ids ['206e306c-b024-4943-946f-98271fec9f36'] in dv-cinder-784815-15-iscsi is: [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:37:56Z', 'revision_number': 4, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi', '_interfaces': [{'id': 'f43d870b-438d-4e5a-bc71-14e3efbbb331', 'name': '', 'network_id': '61d18213-79ef-43c0-aba3-bb18141f4096', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'mac_address': 'fa:16:3e:98:27:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:55Z', 'updated_at': '2022-08-12T01:38:01Z', 'revision_number': 5, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'subnets': [{'id': 'fdb7649d-6449-43df-9835-09001f7e1186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:42:14.859523 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b73ade-8dd4-4080-9dd7-a1ac169a2e69 None None] New status for floating IP 1651dfdd-d967-438c-86ef-82e88c332d22: DOWN {{(pid=106303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 12 01:42:15.016625 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8576dfee-730e-478e-80ad-5dcaecc7a284 req-0f5f0b74-51ed-4355-9684-f6325a6b2cc9 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b HTTP/1.1" status: 200 len: 217 time: 0.0335987 Aug 12 01:42:15.066443 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576dfee-730e-478e-80ad-5dcaecc7a284 req-a5611de7-1dd0-4e0c-b408-d2da24d0e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:42:15.067954 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8576dfee-730e-478e-80ad-5dcaecc7a284 req-a5611de7-1dd0-4e0c-b408-d2da24d0e6ab service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fdb7649d-6449-43df-9835-09001f7e1186 HTTP/1.1" status: 200 len: 847 time: 0.0448556 Aug 12 01:42:15.196126 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576dfee-730e-478e-80ad-5dcaecc7a284 req-3a4cc0e3-9b09-4f94-84b8-b5467317254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:42:15.198002 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8576dfee-730e-478e-80ad-5dcaecc7a284 req-3a4cc0e3-9b09-4f94-84b8-b5467317254a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=61d18213-79ef-43c0-aba3-bb18141f4096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518138 Aug 12 01:42:15.289225 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596845b-a6de-4b21-8dd0-fc322927395c req-2ef21944-db77-486b-88de-e798c1ca54fa tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:42:15.290716 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6596845b-a6de-4b21-8dd0-fc322927395c req-2ef21944-db77-486b-88de-e798c1ca54fa tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0481603 Aug 12 01:42:15.291046 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8576dfee-730e-478e-80ad-5dcaecc7a284 req-7850d057-37af-4e53-a92a-22b349ac8d14 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851195 Aug 12 01:42:15.343755 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-6596845b-a6de-4b21-8dd0-fc322927395c req-8955ac05-d120-4729-b210-6c65e19bc2d5 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e7547fd5-a2d7-4374-a4ce-f229a142b2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469654 Aug 12 01:42:15.549267 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff2c48-b3f3-428a-afb9-6cbb71c1d32c req-8815484b-8837-4a4e-a234-ea177822e828 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 12 01:42:15.550629 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1aff2c48-b3f3-428a-afb9-6cbb71c1d32c req-8815484b-8837-4a4e-a234-ea177822e828 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 946 time: 0.0700006 Aug 12 01:42:15.553004 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-8576dfee-730e-478e-80ad-5dcaecc7a284 req-c7e5f420-1dc6-43a6-b475-a6e87c662fc5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458375 Aug 12 01:42:15.638982 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-1aff2c48-b3f3-428a-afb9-6cbb71c1d32c req-cd745e0f-ef7a-4ae2-a476-7aa6e8510563 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Deleting port c51c81c0-090a-4ff7-af49-a4ffd522196b {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:42:15.639260 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-1aff2c48-b3f3-428a-afb9-6cbb71c1d32c req-cd745e0f-ef7a-4ae2-a476-7aa6e8510563 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:15.728210 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [req-1aff2c48-b3f3-428a-afb9-6cbb71c1d32c req-cd745e0f-ef7a-4ae2-a476-7aa6e8510563 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] For port c51c81c0-090a-4ff7-af49-a4ffd522196b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c51c81c0-090a-4ff7-af49-a4ffd522196b,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:42:15.728551 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-1aff2c48-b3f3-428a-afb9-6cbb71c1d32c req-cd745e0f-ef7a-4ae2-a476-7aa6e8510563 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:15.741407 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [req-1aff2c48-b3f3-428a-afb9-6cbb71c1d32c req-cd745e0f-ef7a-4ae2-a476-7aa6e8510563 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Calling delete_port for c51c81c0-090a-4ff7-af49-a4ffd522196b owned by compute:nova {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:42:15.896108 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-1aff2c48-b3f3-428a-afb9-6cbb71c1d32c req-cd745e0f-ef7a-4ae2-a476-7aa6e8510563 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (c51c81c0-090a-4ff7-af49-a4ffd522196b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:15.924082 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd745e0f-ef7a-4ae2-a476-7aa6e8510563 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event deleted for resources: {'Port': ['ID=c51c81c0-090a-4ff7-af49-a4ffd522196b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:15.972282 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aff2c48-b3f3-428a-afb9-6cbb71c1d32c req-cd745e0f-ef7a-4ae2-a476-7aa6e8510563 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] No DVR routers for this DVR port c51c81c0-090a-4ff7-af49-a4ffd522196b on host hv-cinder-78481 {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:42:15.975005 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [req-1aff2c48-b3f3-428a-afb9-6cbb71c1d32c req-cd745e0f-ef7a-4ae2-a476-7aa6e8510563 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037871'] for port (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:15.978263 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [req-1aff2c48-b3f3-428a-afb9-6cbb71c1d32c req-cd745e0f-ef7a-4ae2-a476-7aa6e8510563 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.15 "DELETE /networking/v2.0/ports/c51c81c0-090a-4ff7-af49-a4ffd522196b HTTP/1.1" status: 204 len: 173 time: 0.4178278 Aug 12 01:42:15.978705 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'name': 'network-vif-deleted', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b'}] {{(pid=106302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 12 01:42:15.981059 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523fb3f5edd562bf180c93d54261bd2e9cca22de2eec0777f1bf86ec69d56393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f418d37a-acb5-4296-aad2-914d252b8a68" -d '{"events": [{"server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "name": "network-vif-deleted", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b"}]}' {{(pid=106302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 01:42:16.022803 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Aug 2022 01:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca014ee9-1c04-440c-8468-b293a2752e49 x-openstack-request-id: req-ca014ee9-1c04-440c-8468-b293a2752e49 {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 01:42:16.023444 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cf9e5c-f472-4561-86d1-8957f7a46e76", "name": "network-vif-deleted", "tag": "c51c81c0-090a-4ff7-af49-a4ffd522196b", "status": "completed", "code": 200}]} {{(pid=106302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 01:42:16.023444 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca014ee9-1c04-440c-8468-b293a2752e49 {{(pid=106302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 01:42:16.023870 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca014ee9-1c04-440c-8468-b293a2752e49'] response: {'server_uuid': '58cf9e5c-f472-4561-86d1-8957f7a46e76', 'name': 'network-vif-deleted', 'tag': 'c51c81c0-090a-4ff7-af49-a4ffd522196b', 'status': 'completed', 'code': 200} Aug 12 01:42:16.463758 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [req-9d575ae2-3be3-4b5e-b995-ae3676f97540 req-0a34b68a-f75e-4fb8-b687-1e3512153b08 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=58cf9e5c-f472-4561-86d1-8957f7a46e76 HTTP/1.1" status: 200 len: 210 time: 0.0275211 Aug 12 01:42:17.535365 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58662) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:17.543789 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:17.595313 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0da7-687d-401e-a643-fb4939d9a957 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group (e7547fd5-a2d7-4374-a4ce-f229a142b2c2), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:17.631910 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0da7-687d-401e-a643-fb4939d9a957 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group (e7547fd5-a2d7-4374-a4ce-f229a142b2c2), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:17.695110 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0da7-687d-401e-a643-fb4939d9a957 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (e7547fd5-a2d7-4374-a4ce-f229a142b2c2), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:17.697754 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0da7-687d-401e-a643-fb4939d9a957 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:17.698913 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-7a0d0da7-687d-401e-a643-fb4939d9a957 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e7547fd5-a2d7-4374-a4ce-f229a142b2c2 HTTP/1.1" status: 204 len: 168 time: 0.1633663 Aug 12 01:42:17.708647 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d0da7-687d-401e-a643-fb4939d9a957 tempest-TestShelveInstance-970718129 tempest-TestShelveInstance-970718129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7547fd5-a2d7-4374-a4ce-f229a142b2c2,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:18.760421 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58668) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:18.801308 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:19.071077 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf548-32bb-41bd-ae5a-e72db3cbe9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1778284'] for router_interface (206e306c-b024-4943-946f-98271fec9f36), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:19.289098 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cf548-32bb-41bd-ae5a-e72db3cbe9b4 admin admin] Deleting port f43d870b-438d-4e5a-bc71-14e3efbbb331 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:42:19.289401 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf548-32bb-41bd-ae5a-e72db3cbe9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:19.368373 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-cc4cf548-32bb-41bd-ae5a-e72db3cbe9b4 admin admin] For port f43d870b-438d-4e5a-bc71-14e3efbbb331, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=f43d870b-438d-4e5a-bc71-14e3efbbb331,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:42:19.368738 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf548-32bb-41bd-ae5a-e72db3cbe9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:19.381308 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cf548-32bb-41bd-ae5a-e72db3cbe9b4 admin admin] Calling delete_port for f43d870b-438d-4e5a-bc71-14e3efbbb331 owned by network:router_interface {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:42:19.441676 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:19.513223 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device c51c81c0-090a-4ff7-af49-a4ffd522196b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:42:19.533988 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] No Port match for: c51c81c0-090a-4ff7-af49-a4ffd522196b {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:42:19.534331 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Device c51c81c0-090a-4ff7-af49-a4ffd522196b not bound to the agent host hv-cinder-78481 {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:42:19.566448 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf548-32bb-41bd-ae5a-e72db3cbe9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (f43d870b-438d-4e5a-bc71-14e3efbbb331), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:19.591972 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cf548-32bb-41bd-ae5a-e72db3cbe9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f43d870b-438d-4e5a-bc71-14e3efbbb331,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:19.618594 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:19.755779 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf548-32bb-41bd-ae5a-e72db3cbe9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778368'] for router_interface (206e306c-b024-4943-946f-98271fec9f36), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:19.971066 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4cf548-32bb-41bd-ae5a-e72db3cbe9b4 admin admin] Router 206e306c-b024-4943-946f-98271fec9f36 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:42:20.072999 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4cf548-32bb-41bd-ae5a-e72db3cbe9b4 admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:42:20.078586 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-cc4cf548-32bb-41bd-ae5a-e72db3cbe9b4 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/206e306c-b024-4943-946f-98271fec9f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3165233 Aug 12 01:42:20.080814 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58670) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:20.084986 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3078ab61-d310-4bc6-8bc0-5d39e8b53811 None None] Sync routers for ids ['206e306c-b024-4943-946f-98271fec9f36'] in dv-cinder-784815-15-iscsi {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:42:20.098960 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3078ab61-d310-4bc6-8bc0-5d39e8b53811 None None] Routers {'206e306c-b024-4943-946f-98271fec9f36'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:42:20.099626 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3078ab61-d310-4bc6-8bc0-5d39e8b53811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:42:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['206e306c-b024-4943-946f-98271fec9f36'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:20.174941 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Publish callbacks [] for router (206e306c-b024-4943-946f-98271fec9f36), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:20.201126 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-3078ab61-d310-4bc6-8bc0-5d39e8b53811 None None] Set router 206e306c-b024-4943-946f-98271fec9f36 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:42:20.281216 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Publish callbacks [] for router_gateway (206e306c-b024-4943-946f-98271fec9f36), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:20.329155 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Deleting port 3395d26f-877a-418c-a8b4-11ae6393a262 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:42:20.329447 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (3395d26f-877a-418c-a8b4-11ae6393a262), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:20.369943 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=100 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:20.373531 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3078ab61-d310-4bc6-8bc0-5d39e8b53811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:42:19Z', 'revision_number': 5, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port': {'id': '3395d26f-877a-418c-a8b4-11ae6393a262', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e306c-b024-4943-946f-98271fec9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:54Z', 'updated_at': '2022-08-12T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:20.375337 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:20.377669 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:20.400620 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3078ab61-d310-4bc6-8bc0-5d39e8b53811 None None] Checking router: 206e306c-b024-4943-946f-98271fec9f36 for host: dv-cinder-784815-15-iscsi {{(pid=106304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:42:20.410452 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3078ab61-d310-4bc6-8bc0-5d39e8b53811 None None] Routers {'206e306c-b024-4943-946f-98271fec9f36'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:42:20.411061 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3078ab61-d310-4bc6-8bc0-5d39e8b53811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:42:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['206e306c-b024-4943-946f-98271fec9f36'], 'active': True} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:20.412130 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] For port 3395d26f-877a-418c-a8b4-11ae6393a262, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=3395d26f-877a-418c-a8b4-11ae6393a262,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:42:20.412508 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (3395d26f-877a-418c-a8b4-11ae6393a262), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:20.426043 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Calling delete_port for 3395d26f-877a-418c-a8b4-11ae6393a262 owned by network:router_gateway {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:42:20.475721 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:20.494080 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_dvr_db [None req-3078ab61-d310-4bc6-8bc0-5d39e8b53811 None None] Set router 206e306c-b024-4943-946f-98271fec9f36 gateway port host: None {{(pid=106304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:42:20.541463 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.l3_hamode_db [None req-3078ab61-d310-4bc6-8bc0-5d39e8b53811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:42:20Z', 'revision_number': 6, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port_host': None}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:20.570037 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3078ab61-d310-4bc6-8bc0-5d39e8b53811 None None] The sync data for ids ['206e306c-b024-4943-946f-98271fec9f36'] in dv-cinder-784815-15-iscsi is: [{'id': '206e306c-b024-4943-946f-98271fec9f36', 'name': 'tempest-TestShelveInstance-691417323-router', 'tenant_id': '29b8427c88df4709b8ff7e395d93f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:53Z', 'updated_at': '2022-08-12T01:42:20Z', 'revision_number': 6, 'project_id': '29b8427c88df4709b8ff7e395d93f89d', 'gw_port_host': None}] {{(pid=106304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:42:20.597212 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (3395d26f-877a-418c-a8b4-11ae6393a262), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:20.622492 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3395d26f-877a-418c-a8b4-11ae6393a262,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:20.687317 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362832'] for router_gateway (206e306c-b024-4943-946f-98271fec9f36), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:20.773104 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (206e306c-b024-4943-946f-98271fec9f36), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:20.775563 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Publish callbacks [] for router_controller (206e306c-b024-4943-946f-98271fec9f36), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:20.820110 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1780034'] for router (206e306c-b024-4943-946f-98271fec9f36), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:20.820633 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 206e306c-b024-4943-946f-98271fec9f36 {{(pid=106302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 01:42:20.825083 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:20.826282 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-9a5d2aa7-6ec2-49f2-b09f-4e5d43b18ed1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/206e306c-b024-4943-946f-98271fec9f36 HTTP/1.1" status: 204 len: 168 time: 0.7445624 Aug 12 01:42:20.829454 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58672) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:20.872973 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ff8f44-230d-4d4f-99ad-6a39161c415d admin admin] Deleting subnet fdb7649d-6449-43df-9835-09001f7e1186 {{(pid=106302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:42:20.876023 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8f44-230d-4d4f-99ad-6a39161c415d admin admin] Publish callbacks [] for subnet (fdb7649d-6449-43df-9835-09001f7e1186), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:20.916114 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8f44-230d-4d4f-99ad-6a39161c415d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66769595'] for subnet (fdb7649d-6449-43df-9835-09001f7e1186), precommit_delete_associations {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:20.997524 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8f44-230d-4d4f-99ad-6a39161c415d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (fdb7649d-6449-43df-9835-09001f7e1186), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.029425 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f43d870b-438d-4e5a-bc71-14e3efbbb331 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:42:21.051596 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: f43d870b-438d-4e5a-bc71-14e3efbbb331 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:42:21.051850 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8f44-230d-4d4f-99ad-6a39161c415d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67055905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63803327'] for subnet (fdb7649d-6449-43df-9835-09001f7e1186), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.051983 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device f43d870b-438d-4e5a-bc71-14e3efbbb331 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:42:21.079605 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff8f44-230d-4d4f-99ad-6a39161c415d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb7649d-6449-43df-9835-09001f7e1186,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:21.085106 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8f44-230d-4d4f-99ad-6a39161c415d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for subnet (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.088293 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-e0ff8f44-230d-4d4f-99ad-6a39161c415d admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/fdb7649d-6449-43df-9835-09001f7e1186 HTTP/1.1" status: 204 len: 168 time: 0.2579188 Aug 12 01:42:21.090840 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58674) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:21.093392 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e3b5c1-feda-4335-b543-13a684f2a2fe None None] Network 61d18213-79ef-43c0-aba3-bb18141f4096 requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:42:21.158824 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (61d18213-79ef-43c0-aba3-bb18141f4096), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.200944 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Deleting port 0530965c-992a-4fea-8684-6aca8d26ba0d {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:42:21.201287 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.241815 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:21.269751 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] For port 0530965c-992a-4fea-8684-6aca8d26ba0d, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=0530965c-992a-4fea-8684-6aca8d26ba0d,segment=NetworkSegment(b18b612f-4cf5-41af-8d5e-f11eac4d3b46),segment_id=b18b612f-4cf5-41af-8d5e-f11eac4d3b46)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:42:21.270051 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.282731 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Calling delete_port for 0530965c-992a-4fea-8684-6aca8d26ba0d owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:42:21.353882 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] DHCP port deletion for 61d18213-79ef-43c0-aba3-bb18141f4096 request from dv-cinder-784815-15-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 12 01:42:21.366281 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.375379 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:21.396940 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Deleting port 0530965c-992a-4fea-8684-6aca8d26ba0d {{(pid=106303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:42:21.397290 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), before_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.398914 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0530965c-992a-4fea-8684-6aca8d26ba0d,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:21.401418 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] No DVR routers for this DVR port 0530965c-992a-4fea-8684-6aca8d26ba0d on host dv-cinder-784815-15-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:42:21.461489 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.db [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] For port 0530965c-992a-4fea-8684-6aca8d26ba0d, host dv-cinder-784815-15-iscsi, got binding levels [] {{(pid=106303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:42:21.461896 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), precommit_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.474693 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Calling delete_port for 0530965c-992a-4fea-8684-6aca8d26ba0d owned by network:dhcp {{(pid=106303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:42:21.476244 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (61d18213-79ef-43c0-aba3-bb18141f4096), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.477664 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.ipam_backend_mixin [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Port 0530965c-992a-4fea-8684-6aca8d26ba0d was not found and therefore no delete operation was performed {{(pid=106303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 12 01:42:21.479278 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018'] for port (0530965c-992a-4fea-8684-6aca8d26ba0d), after_delete {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.496885 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d18213-79ef-43c0-aba3-bb18141f4096']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:21.505143 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] No DVR routers for this DVR port 0530965c-992a-4fea-8684-6aca8d26ba0d on host dv-cinder-784815-15-iscsi {{(pid=106303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:42:21.506478 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:21.506837 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18b612f-4cf5-41af-8d5e-f11eac4d3b46') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:21.508209 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Pushing event deleted for resources: {'Port': ['ID=0530965c-992a-4fea-8684-6aca8d26ba0d,revision_number=None']} {{(pid=106303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:21.517142 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66769570'] for segment (b18b612f-4cf5-41af-8d5e-f11eac4d3b46), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.521929 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.522447 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.522887 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.523222 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.523567 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.523933 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.524260 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.524582 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.524936 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.525564 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.525894 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.526216 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.526521 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.526836 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.527149 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c447569e-e26f-4027-85d9-ff342f9fca6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:21.531966 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (b18b612f-4cf5-41af-8d5e-f11eac4d3b46), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.538840 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:42:21.539238 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67056327'] for segment (b18b612f-4cf5-41af-8d5e-f11eac4d3b46), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.832203 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment b18b612f-4cf5-41af-8d5e-f11eac4d3b46 resource provider aggregate not found Aug 12 01:42:21.850837 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment b18b612f-4cf5-41af-8d5e-f11eac4d3b46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b18b612f-4cf5-41af-8d5e-f11eac4d3b46 found for delete ", "request_id": "req-54ad9fcb-6b15-4e86-a1ab-89147a5827cc"}]} Aug 12 01:42:21.861439 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (61d18213-79ef-43c0-aba3-bb18141f4096), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.867094 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:21.870244 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/61d18213-79ef-43c0-aba3-bb18141f4096 HTTP/1.1" status: 204 len: 168 time: 0.7785065 Aug 12 01:42:21.873506 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58680) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:21.883643 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adc3e4-f17c-4ac5-b6e9-89bffbc7fef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=61d18213-79ef-43c0-aba3-bb18141f4096,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:22.187475 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1778284'] for router_interface (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:22.412346 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Deleting port a955e047-1678-47b3-8002-8dc1b2e0fdc3 {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:42:22.412697 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:22.500687 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] For port a955e047-1678-47b3-8002-8dc1b2e0fdc3, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=a955e047-1678-47b3-8002-8dc1b2e0fdc3,segment=NetworkSegment(45931573-f25f-4ba8-bc88-0f608a0b2635),segment_id=45931573-f25f-4ba8-bc88-0f608a0b2635)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:42:22.501070 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:22.513749 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Calling delete_port for a955e047-1678-47b3-8002-8dc1b2e0fdc3 owned by network:router_interface {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:42:22.556220 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:22.614434 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=100 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:22.701049 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (a955e047-1678-47b3-8002-8dc1b2e0fdc3), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:22.732868 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a955e047-1678-47b3-8002-8dc1b2e0fdc3,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:22.752857 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 0530965c-992a-4fea-8684-6aca8d26ba0d no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:42:22.757575 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.757920 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.758264 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.758590 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.758888 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.759214 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.759625 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.759878 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.760200 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.760516 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.760835 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.761159 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.761485 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.761796 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.762099 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-15-iscsi {{(pid=106301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:42:22.773490 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 0530965c-992a-4fea-8684-6aca8d26ba0d {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:42:22.773838 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 0530965c-992a-4fea-8684-6aca8d26ba0d not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:42:22.774248 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 3395d26f-877a-418c-a8b4-11ae6393a262 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:42:22.794803 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 3395d26f-877a-418c-a8b4-11ae6393a262 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:42:22.795130 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 3395d26f-877a-418c-a8b4-11ae6393a262 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:42:22.903682 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778368'] for router_interface (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:23.113234 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Router 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 has already been hosted by L3 agent 7986d617-93e6-4673-aa28-c0184cb93670 {{(pid=106301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 12 01:42:23.217558 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] Notify agent at l3_agent.dv-cinder-784815-15-iscsi the message routers_updated {{(pid=106301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 01:42:23.222911 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-fe052954-f36e-4595-b3fb-fe463aa8cf6b admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/3ff102e9-21f0-4a9d-bb92-8f6246be3e46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3484151 Aug 12 01:42:23.225799 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58682) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:23.226724 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab377969-1c6e-482d-9301-96b68cd4c146 None None] Sync routers for ids ['3ff102e9-21f0-4a9d-bb92-8f6246be3e46'] in dv-cinder-784815-15-iscsi {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 01:42:23.237748 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab377969-1c6e-482d-9301-96b68cd4c146 None None] Routers {'3ff102e9-21f0-4a9d-bb92-8f6246be3e46'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:42:23.238357 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-ab377969-1c6e-482d-9301-96b68cd4c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:42:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['3ff102e9-21f0-4a9d-bb92-8f6246be3e46'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:23.327351 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Publish callbacks [] for router (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:23.431966 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Publish callbacks [] for router_gateway (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:23.435896 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:23.472985 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-ab377969-1c6e-482d-9301-96b68cd4c146 None None] Set router 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 gateway port host: dv-cinder-784815-15-iscsi {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:42:23.475850 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Deleting port 583833e7-e978-4531-8a6c-0a4c4c306dbc {{(pid=106301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:42:23.476192 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:23.516214 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:23.559588 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.db [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] For port 583833e7-e978-4531-8a6c-0a4c4c306dbc, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=583833e7-e978-4531-8a6c-0a4c4c306dbc,segment=NetworkSegment(e73acb78-1388-44bd-be53-eb3844b5c260),segment_id=e73acb78-1388-44bd-be53-eb3844b5c260)] {{(pid=106301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:42:23.559954 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:23.576434 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Calling delete_port for 583833e7-e978-4531-8a6c-0a4c4c306dbc owned by network:router_gateway {{(pid=106301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:42:23.637690 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-ab377969-1c6e-482d-9301-96b68cd4c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'name': 'tempest-TestShelveInstance-1951933402-router', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'external_fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:58Z', 'updated_at': '2022-08-12T01:42:22Z', 'revision_number': 5, 'project_id': '292019d32d43488b8d0e2eacce48b191', 'gw_port': {'id': '583833e7-e978-4531-8a6c-0a4c4c306dbc', 'name': '', 'network_id': '776c52f4-13cf-4479-a18d-8427be668cbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-12T01:37:59Z', 'updated_at': '2022-08-12T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ee3df2a-14fb-4ed4-8654-48546e2e0b37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-15-iscsi'}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:23.665875 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab377969-1c6e-482d-9301-96b68cd4c146 None None] Checking router: 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 for host: dv-cinder-784815-15-iscsi {{(pid=106303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 01:42:23.674209 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab377969-1c6e-482d-9301-96b68cd4c146 None None] Routers {'3ff102e9-21f0-4a9d-bb92-8f6246be3e46'} bound to L3 agent in host dv-cinder-784815-15-iscsi {{(pid=106303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 01:42:23.674834 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-ab377969-1c6e-482d-9301-96b68cd4c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-12T01:20:09Z,description=,heartbeat_timestamp=2022-08-12T01:42:09Z,host='dv-cinder-784815-15-iscsi',id=7986d617-93e6-4673-aa28-c0184cb93670,load=0,resource_versions=,resources_synced=,started_at=2022-08-12T01:20:09Z,topic='l3_agent')) {'router_ids': ['3ff102e9-21f0-4a9d-bb92-8f6246be3e46'], 'active': True} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:23.750678 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64676967'] for port (583833e7-e978-4531-8a6c-0a4c4c306dbc), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:23.755231 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_dvr_db [None req-ab377969-1c6e-482d-9301-96b68cd4c146 None None] Set router 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 gateway port host: None {{(pid=106303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 12 01:42:23.785029 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Pushing event deleted for resources: {'Port': ['ID=583833e7-e978-4531-8a6c-0a4c4c306dbc,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:23.806707 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.db.l3_hamode_db [None req-ab377969-1c6e-482d-9301-96b68cd4c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'name': 'tempest-TestShelveInstance-1951933402-router', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:58Z', 'updated_at': '2022-08-12T01:42:23Z', 'revision_number': 6, 'project_id': '292019d32d43488b8d0e2eacce48b191', 'gw_port_host': None}], 'dv-cinder-784815-15-iscsi', False) {} {{(pid=106303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:23.833057 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab377969-1c6e-482d-9301-96b68cd4c146 None None] The sync data for ids ['3ff102e9-21f0-4a9d-bb92-8f6246be3e46'] in dv-cinder-784815-15-iscsi is: [{'id': '3ff102e9-21f0-4a9d-bb92-8f6246be3e46', 'name': 'tempest-TestShelveInstance-1951933402-router', 'tenant_id': '292019d32d43488b8d0e2eacce48b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-12T01:37:58Z', 'updated_at': '2022-08-12T01:42:23Z', 'revision_number': 6, 'project_id': '292019d32d43488b8d0e2eacce48b191', 'gw_port_host': None}] {{(pid=106303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 01:42:23.842816 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362832'] for router_gateway (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:23.940899 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:23.943150 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Publish callbacks [] for router_controller (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:23.985854 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1780034'] for router (3ff102e9-21f0-4a9d-bb92-8f6246be3e46), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:23.986454 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ff102e9-21f0-4a9d-bb92-8f6246be3e46 {{(pid=106301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 01:42:23.991956 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:23.993101 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-ac6cdf0f-f50b-41fc-8def-40a1514f9abe admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/3ff102e9-21f0-4a9d-bb92-8f6246be3e46 HTTP/1.1" status: 204 len: 168 time: 0.7662873 Aug 12 01:42:23.995764 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58684) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:24.045845 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ff9f63-9879-42f4-a8df-53f31a3366d5 admin admin] Deleting subnet 005dd41a-2d34-47c9-968d-26fba790c694 {{(pid=106301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 12 01:42:24.049112 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-75ff9f63-9879-42f4-a8df-53f31a3366d5 admin admin] Publish callbacks [] for subnet (005dd41a-2d34-47c9-968d-26fba790c694), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.084627 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-75ff9f63-9879-42f4-a8df-53f31a3366d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64470971'] for subnet (005dd41a-2d34-47c9-968d-26fba790c694), precommit_delete_associations {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.175447 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-75ff9f63-9879-42f4-a8df-53f31a3366d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783410'] for subnet (005dd41a-2d34-47c9-968d-26fba790c694), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.240054 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-75ff9f63-9879-42f4-a8df-53f31a3366d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64677814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65011426'] for subnet (005dd41a-2d34-47c9-968d-26fba790c694), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.274218 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-75ff9f63-9879-42f4-a8df-53f31a3366d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.278535 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-75ff9f63-9879-42f4-a8df-53f31a3366d5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/005dd41a-2d34-47c9-968d-26fba790c694 HTTP/1.1" status: 204 len: 168 time: 0.2818415 Aug 12 01:42:24.279369 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055f1cad-7a25-42a9-a268-572489ed02a1 None None] Network a714095f-7ef3-45f2-b6b4-c1e8d242656b requested from dv-cinder-784815-15-iscsi {{(pid=106303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 12 01:42:24.279607 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff9f63-9879-42f4-a8df-53f31a3366d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=005dd41a-2d34-47c9-968d-26fba790c694,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:24.281320 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58686) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:24.349464 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718692'] for network (a714095f-7ef3-45f2-b6b4-c1e8d242656b), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.395473 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Deleting port 64e178aa-3f1c-456a-ad11-3ecb34966a93 {{(pid=106302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 12 01:42:24.395841 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741098333799'] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.458598 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.db [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] For port 64e178aa-3f1c-456a-ad11-3ecb34966a93, host dv-cinder-784815-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-15-iscsi',level=0,port_id=64e178aa-3f1c-456a-ad11-3ecb34966a93,segment=NetworkSegment(45931573-f25f-4ba8-bc88-0f608a0b2635),segment_id=45931573-f25f-4ba8-bc88-0f608a0b2635)] {{(pid=106302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:42:24.458995 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368229'] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.472205 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.plugin [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Calling delete_port for 64e178aa-3f1c-456a-ad11-3ecb34966a93 owned by network:dhcp {{(pid=106302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 12 01:42:24.556016 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1998460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741098338847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741097955018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67056368'] for port (64e178aa-3f1c-456a-ad11-3ecb34966a93), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.579780 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Pushing event deleted for resources: {'Port': ['ID=64e178aa-3f1c-456a-ad11-3ecb34966a93,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:24.584947 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] No DVR routers for this DVR port 64e178aa-3f1c-456a-ad11-3ecb34966a93 on host dv-cinder-784815-15-iscsi {{(pid=106302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 12 01:42:24.620825 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4478298f-bf07-45f0-bd5f-5d7adcc72859 None None] DHCP port deletion for a714095f-7ef3-45f2-b6b4-c1e8d242656b request from dv-cinder-784815-15-iscsi {{(pid=106303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 12 01:42:24.665660 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782679', 'neutron.services.segments.db._delete_segments_for_network-8741098394902'] for network (a714095f-7ef3-45f2-b6b4-c1e8d242656b), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.685881 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a714095f-7ef3-45f2-b6b4-c1e8d242656b']}} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:24.695474 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45931573-f25f-4ba8-bc88-0f608a0b2635') {'for_net_delete': True} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:24.695944 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.services.segments.db [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45931573-f25f-4ba8-bc88-0f608a0b2635') {} {{(pid=106302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:42:24.706865 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741098393254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66769570'] for segment (45931573-f25f-4ba8-bc88-0f608a0b2635), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.724602 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219'] for segment (45931573-f25f-4ba8-bc88-0f608a0b2635), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.739170 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 01:42:24.739845 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67056327'] for segment (45931573-f25f-4ba8-bc88-0f608a0b2635), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.749868 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device a955e047-1678-47b3-8002-8dc1b2e0fdc3 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:42:24.770913 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: a955e047-1678-47b3-8002-8dc1b2e0fdc3 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:42:24.771507 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device a955e047-1678-47b3-8002-8dc1b2e0fdc3 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:42:24.771906 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 583833e7-e978-4531-8a6c-0a4c4c306dbc no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:42:24.774851 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:24.780924 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 45931573-f25f-4ba8-bc88-0f608a0b2635 resource provider aggregate not found Aug 12 01:42:24.795449 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 583833e7-e978-4531-8a6c-0a4c4c306dbc {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:42:24.795823 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 583833e7-e978-4531-8a6c-0a4c4c306dbc not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:42:24.796252 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 64e178aa-3f1c-456a-ad11-3ecb34966a93 no longer exists at agent ovs-agent-dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 01:42:24.800695 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.services.segments.plugin [-] Segment 45931573-f25f-4ba8-bc88-0f608a0b2635 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45931573-f25f-4ba8-bc88-0f608a0b2635 found for delete ", "request_id": "req-ba6b1786-34a6-4bcd-b72d-ad2e3de8701a"}]} Aug 12 01:42:24.810401 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1777822'] for network (a714095f-7ef3-45f2-b6b4-c1e8d242656b), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.816437 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.plugin [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] No Port match for: 64e178aa-3f1c-456a-ad11-3ecb34966a93 {{(pid=106303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 12 01:42:24.816691 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron.plugins.ml2.rpc [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Device 64e178aa-3f1c-456a-ad11-3ecb34966a93 not bound to the agent host dv-cinder-784815-15-iscsi {{(pid=106303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 01:42:24.820973 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588671'] for network (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:24.823850 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/a714095f-7ef3-45f2-b6b4-c1e8d242656b HTTP/1.1" status: 204 len: 168 time: 0.5415041 Aug 12 01:42:24.837056 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332aab79-ad90-458c-a45e-1b9f506f6aed admin admin] Pushing event deleted for resources: {'Network': ['ID=a714095f-7ef3-45f2-b6b4-c1e8d242656b,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:24.996156 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58694) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:25.037783 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-c2f8c9be-2b14-4917-9aa9-74e05eaa6aff admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=29b8427c88df4709b8ff7e395d93f89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404508 Aug 12 01:42:25.040801 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [-] (106302) accepted ('10.222.0.20', 58696) {{(pid=106302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:25.058451 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:25.101900 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f8b4208a-6d86-42f7-9ea3-639b8fa11ada admin admin] Publish callbacks [] for security_group (bd13aedd-d971-4589-b30a-58e770fec442), before_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:25.123498 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f8b4208a-6d86-42f7-9ea3-639b8fa11ada admin admin] Publish callbacks [] for security_group (bd13aedd-d971-4589-b30a-58e770fec442), precommit_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:25.157406 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:25.174080 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f8b4208a-6d86-42f7-9ea3-639b8fa11ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (bd13aedd-d971-4589-b30a-58e770fec442), after_delete {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:25.177132 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron_lib.callbacks.manager [None req-f8b4208a-6d86-42f7-9ea3-639b8fa11ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:25.178273 dv-cinder-784815-15-iscsi neutron-server[106302]: INFO neutron.wsgi [None req-f8b4208a-6d86-42f7-9ea3-639b8fa11ada admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bd13aedd-d971-4589-b30a-58e770fec442 HTTP/1.1" status: 204 len: 168 time: 0.1363754 Aug 12 01:42:25.186612 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4208a-6d86-42f7-9ea3-639b8fa11ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd13aedd-d971-4589-b30a-58e770fec442,revision_number=None']} {{(pid=106302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:25.514798 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58702) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:25.535644 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:25.556690 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-4c0f66ed-cc02-4a20-95d8-ab63583bdac5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=292019d32d43488b8d0e2eacce48b191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407941 Aug 12 01:42:25.559411 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [-] (106301) accepted ('10.222.0.20', 58704) {{(pid=106301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 12 01:42:25.596208 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:25.608358 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-077c4f7c-1121-47e2-a766-ff15b5a1c361 admin admin] Publish callbacks [] for security_group (1f611698-3ed6-411f-8263-708c3f524814), before_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:25.630661 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-077c4f7c-1121-47e2-a766-ff15b5a1c361 admin admin] Publish callbacks [] for security_group (1f611698-3ed6-411f-8263-708c3f524814), precommit_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:25.689512 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-077c4f7c-1121-47e2-a766-ff15b5a1c361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751332'] for security_group (1f611698-3ed6-411f-8263-708c3f524814), after_delete {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:25.693512 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron_lib.callbacks.manager [None req-077c4f7c-1121-47e2-a766-ff15b5a1c361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:25.695067 dv-cinder-784815-15-iscsi neutron-server[106301]: INFO neutron.wsgi [None req-077c4f7c-1121-47e2-a766-ff15b5a1c361 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1f611698-3ed6-411f-8263-708c3f524814 HTTP/1.1" status: 204 len: 168 time: 0.1347411 Aug 12 01:42:25.703330 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c4f7c-1121-47e2-a766-ff15b5a1c361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f611698-3ed6-411f-8263-708c3f524814,revision_number=None']} {{(pid=106301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:42:30.544383 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=13 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:30.545776 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=11 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:35.182276 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:35.183678 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG dbcounter [-] [106302] Writing DB stats neutron:SELECT=1 {{(pid=106302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:35.667527 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:35.699551 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG dbcounter [-] [106301] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:35.716280 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:35.717070 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:36.531088 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-13589425-983e-4594-9141-8d7ed49aac00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:38.988550 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0131abc0-6c3a-485f-8714-112cd34aa17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:39.219439 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:42:39.247076 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:39.877781 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:41.584541 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:41.694323 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:42:51.685315 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:42:51.687308 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:43:02.590598 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=17 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:43:02.591840 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=17 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:43:06.517414 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-81e8a73a-341d-4e60-9581-fc592c08d1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:43:08.989050 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc1c4-8030-4281-aad1-06c6b357b587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:43:09.269004 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:43:09.885657 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:43:11.595569 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:43:11.695791 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:43:16.219516 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:43:21.680796 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:43:21.689268 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:43:34.167200 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:43:34.168496 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:43:36.514089 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-28376108-8b27-4a95-a0e7-e0f9b9027233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:43:38.994764 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-68260b0d-3bde-4456-b23e-5c7a428d822b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:43:39.270574 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:43:39.841217 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-cfba35f4-c4ee-47e2-80a2-9c1f43fab3cc req-9dbc1309-ecac-4e20-a421-281a5794fbfa service neutron] (106302) timed out ('10.222.0.15', 49839) {{(pid=106302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 12 01:43:39.890207 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:43:41.216382 dv-cinder-784815-15-iscsi neutron-server[106302]: DEBUG neutron.wsgi [req-6b696014-dbc2-4084-93e1-e764cf9052d0 req-5d5a4202-0aa8-46fa-a32c-b87e70239c7d service neutron] (106302) timed out ('10.222.0.15', 49818) {{(pid=106302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 12 01:43:41.592777 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:43:41.692678 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:43:51.678823 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:43:51.686094 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:43:53.225227 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:44:06.520246 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-53cced45-6b77-43e3-ab6f-467b1bb3835d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:44:08.993513 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-ff58e944-c52f-4b34-a47c-e3ddab121b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:44:09.268595 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:44:09.893272 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:44:11.164042 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:44:11.165265 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:44:11.595488 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:44:11.698716 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:44:22.599632 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:44:22.602075 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:44:30.228159 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:44:36.513039 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-af729294-8404-4f8d-aafb-8d997bc926a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:44:38.990744 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-58744aca-0138-4851-aa45-0ccad98fbf72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:44:39.282515 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:44:39.896889 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:44:41.602656 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:44:41.684902 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:44:48.166859 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=5 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:44:48.167990 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:44:51.674890 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:44:51.677348 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:45:02.594801 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=13 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:45:02.596100 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=13 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:45:06.508869 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-d2523cd9-c46b-4a89-970a-b4046699d937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:45:07.234231 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:45:08.981098 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-04146814-cd57-4480-9c0d-7d26c8375dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:45:09.282472 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:45:09.896178 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:45:11.602126 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:45:11.698375 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:45:21.688104 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:45:21.690985 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:45:25.179214 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:45:34.168123 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=6 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:45:34.741772 dv-cinder-784815-15-iscsi neutron-server[106301]: DEBUG neutron.wsgi [req-fe9fc6bb-df4e-42a1-946c-5cfdc0a61158 req-363c320c-b978-4095-bc7b-435c22425cf9 service neutron] (106301) timed out ('10.222.0.15', 49831) {{(pid=106301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 12 01:45:36.509145 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0633feb6-41a0-41fd-a102-ea689482f94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:45:38.982132 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-4a8f080a-5295-4a50-8f25-fa037f0b868a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:45:39.281930 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:45:39.901583 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:45:41.607754 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:45:41.694416 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:45:44.234506 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:45:51.683824 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:45:51.687379 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:46:05.191153 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=3 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:46:05.192436 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:46:06.515074 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-695ac71f-ad04-4c74-bf85-3ced6460362f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:46:08.981010 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-8ac0ebb0-6363-4a2e-aa8d-236e37d1662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:46:09.286632 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:46:09.907823 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:46:11.608214 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:46:11.690983 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:46:21.234233 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:46:22.608325 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:46:22.610390 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:46:36.515493 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-0913788f-f4ef-42a5-b0d7-9e19d4d493dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:46:38.988704 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-7ee152ba-dd69-45f0-9f50-2a672d7d86be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:46:39.168018 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:46:39.177696 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:46:39.297973 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:46:39.904232 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:46:41.615490 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:46:41.697926 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:46:51.685491 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:46:51.689988 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:46:58.239612 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:47:02.701116 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=14 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:47:06.522036 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1dc6e706-31ad-4464-906b-d287d03c8ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:47:08.983101 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-1a5543fd-11b8-41c5-8a59-bfb883160fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:47:09.312105 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:47:09.916466 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:47:11.619730 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:47:11.683356 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:47:16.176286 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=16 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:47:16.184419 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG dbcounter [-] [106304] Writing DB stats neutron:SELECT=4 {{(pid=106304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:47:21.612882 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:47:21.676625 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG dbcounter [-] [106303] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 12 01:47:35.245564 dv-cinder-784815-15-iscsi neutron-server[106304]: DEBUG neutron.db.agents_db [None req-2a3ecafe-aad9-46b6-a3eb-381655084790 None None] Agent healthcheck: found 6 active agents {{(pid=106304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 01:47:36.524239 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-9d57c8d2-a750-45c0-a34e-78e33c6b236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (a234514e-cfad-4606-a2bc-81bc5f1acf9c), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:47:38.978733 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-f570dd80-b8a8-4e20-934b-1d71c80c447e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (7986d617-93e6-4673-aa28-c0184cb93670), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:47:39.325183 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-df8d2114-31bb-465e-b56d-7033a778fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (334b6a94-7702-406d-b4b3-dd31449e4397), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:47:39.919752 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-afc233c5-6b96-47ad-8479-420cc13f85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (aac4b1a0-5017-4906-b34a-2f14c8bc437e), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:47:41.617980 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-23de49a6-940a-46f3-9173-6c57d2b6bf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (43d2e5a4-c4dc-4db6-873d-51e9a261532f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 12 01:47:41.677980 dv-cinder-784815-15-iscsi neutron-server[106303]: DEBUG neutron_lib.callbacks.manager [None req-65187bb1-d9da-4f67-b7a4-5034484baa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741098394884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780688'] for agent (0d826a0b-5761-44b7-bd8d-f6750a5bda2f), after_update {{(pid=106303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}